-- Logs begin at Tue 2022-04-12 10:15:53 UTC, end at Tue 2022-04-12 12:18:00 UTC. -- Apr 12 11:04:43.456599 dv-cinder-830091-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 11:04:46.425592 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.common.config [-] Logging enabled! Apr 12 11:04:46.426229 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 11:04:46.426409 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103776) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 11:04:46.429903 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.common.config [-] Logging enabled! Apr 12 11:04:46.430184 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 11:04:46.430502 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103776) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 11:04:46.431459 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 11:04:46.431693 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 11:04:46.432066 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 11:04:46.432314 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 11:04:46.432542 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 11:04:46.432960 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.433385 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 11:04:46.433696 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.434015 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.434320 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.434618 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.434909 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.435193 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.435487 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.435787 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.436076 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.436357 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.436646 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.436946 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.437232 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.437523 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.437812 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.438130 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] debug = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.438412 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.438849 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.439776 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.440057 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.440348 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.440633 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.441028 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.441312 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.441601 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.441935 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] host = dv-cinder-830091-4-iscsi {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.442242 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.442535 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.442826 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.443117 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.443396 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.443675 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.443980 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.444241 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.444514 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] log_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.444791 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.445082 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.445373 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.445665 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.445906 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.446136 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.446436 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.446723 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.447002 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.447284 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.447561 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.447837 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.448111 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.448381 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.448669 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.448958 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.449246 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.449522 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.449797 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.450101 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.450377 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.450664 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.450938 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.451214 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.451489 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.451776 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.452048 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.452324 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.452625 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.452915 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.453198 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.453488 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.453762 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.454073 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.454354 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.454629 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.455542 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] use_json = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.455978 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.456270 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.456559 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.456839 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.457115 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.457400 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.457679 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.457968 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.458269 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:46.458571 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.458869 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.459173 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.459473 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.459769 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.460052 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.460346 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.460627 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.460917 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.461209 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.461501 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.461784 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.462109 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.462404 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.462704 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.463013 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.463308 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.463606 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.463886 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.464165 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.464443 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.464729 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.465020 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.465303 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.465596 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.465889 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.466198 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.466502 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.466795 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.467089 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.467384 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.467664 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.467950 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.468245 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.468527 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.468804 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.469086 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.469377 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.469659 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.469934 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.470243 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.470784 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.471068 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.471344 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.471626 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.471920 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.472202 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.472477 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.472751 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.473029 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.473303 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.473587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.473868 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.474173 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.474447 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.474731 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.475009 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.475283 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.475565 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.475839 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.476120 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.476397 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.476672 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.476946 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.477217 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.477495 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.477769 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.478064 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.478347 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.478620 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.478895 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.479170 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.479444 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.479720 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.480007 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.480309 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.480590 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.480871 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.481150 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.481429 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.481706 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.481984 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.482281 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.482559 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.482831 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.483124 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.483409 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.483697 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.484002 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.484282 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.484580 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.484859 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.485138 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.485422 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.485699 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.486022 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.486310 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.486623 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.486891 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.487190 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.487484 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.487779 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.488074 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.488357 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.488665 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.488945 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:46.489164 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 11:04:46.489406 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103776) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 11:04:46.868533 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 11:04:46.868815 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 11:04:46.869122 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 11:04:46.869468 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 11:04:47.199484 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.199703 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.199973 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.201280 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.201557 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.201821 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.256996 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.257276 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.257545 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.273503 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.273787 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.274082 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.304365 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.304649 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.304920 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.342206 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.342497 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.342767 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.685119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.685769 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.685769 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.685930 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.686644 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.787561 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.787891 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.788180 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.788459 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.788729 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.789041 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.789305 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.789563 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.789820 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.790131 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.790397 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.790664 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.790920 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.791174 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.791430 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.791697 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.791953 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.792223 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.792494 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.792753 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.793178 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.793440 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.793728 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.794146 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.794405 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.794656 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.795058 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 11:04:47.795303 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 11:04:47.795545 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 11:04:47.795787 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 11:04:47.796027 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 11:04:47.796265 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 11:04:47.796633 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 11:04:47.800279 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 11:04:47.804233 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 11:04:47.807936 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 12 11:04:47.809566 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 11:04:47.810058 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 11:04:47.810405 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 11:04:47.810795 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 11:04:47.813737 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 11:04:47.814651 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 11:04:47.814909 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 11:04:47.819806 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 11:04:47.843205 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 11:04:47.843661 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.843959 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103776) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 11:04:47.844333 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.846366 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103776) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 11:04:47.846647 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 11:04:47.846897 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 11:04:47.850206 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.850493 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:47.913946 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 11:04:47.914214 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 11:04:47.914454 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 11:04:47.914822 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 11:04:47.934750 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_db.sqlalchemy.engines [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103776) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 11:04:48.507815 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Initializing driver for type 'gre' Apr 12 11:04:48.508338 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] gre ID ranges: [(1, 1000)] Apr 12 11:04:48.702121 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Initializing driver for type 'local' Apr 12 11:04:48.702725 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Initializing driver for type 'vlan' Apr 12 11:04:48.776289 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] VlanTypeDriver initialization complete Apr 12 11:04:48.776655 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Initializing driver for type 'vxlan' Apr 12 11:04:48.777167 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] vxlan ID ranges: [(1, 1000)] Apr 12 11:04:48.985347 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Initializing extension driver 'port_security' Apr 12 11:04:48.985714 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.extensions.port_security [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] PortSecurityExtensionDriver initialization complete Apr 12 11:04:48.986098 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Initializing mechanism driver 'openvswitch' Apr 12 11:04:48.986435 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Initializing mechanism driver 'hyperv' Apr 12 11:04:48.997763 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.plugins.ml2.plugin [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:48.998726 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > port after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:48.999112 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > port after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:48.999473 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > port after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.000036 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 11:04:49.000481 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > subnet after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.000835 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > subnet after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.001182 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.001650 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 11:04:49.002116 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > network after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.002471 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > network after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.002812 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > network after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.003211 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 11:04:49.003616 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > security_group after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.003966 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > security_group after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.004306 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.004704 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 11:04:49.005111 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.005460 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.005801 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.006229 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 11:04:49.006633 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > address_group after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.006978 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > address_group after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.007347 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.007781 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103776) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 11:04:49.008230 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] ML2 OVO RPC backend initialized. {{(pid=103776) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 11:04:49.008940 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.009297 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.009714 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > network before_response 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.010089 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > networks before_response 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.010442 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > port before_response 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.010786 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > ports before_response 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.011129 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > subnet before_response 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.011469 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > subnets before_response 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.011813 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > network after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.012149 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > network after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.012482 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > network after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.012843 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > port after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.013180 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > port after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.013514 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > port after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.013848 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > subnet after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.014207 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > subnet after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.014538 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.022178 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded quota_driver: . Apr 12 11:04:49.022537 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.plugin [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Modular L2 Plugin initialization complete Apr 12 11:04:49.022882 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading services supported by the core plugin {{(pid=103776) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 11:04:49.023222 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.plugins.ml2.managers [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Got port-security extension from driver 'port_security' Apr 12 11:04:49.023699 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.extensions.vlantransparent [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Disabled vlantransparent extension. Apr 12 11:04:49.024196 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103776) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 11:04:49.024521 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading Plugin: router Apr 12 11:04:49.059645 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.059987 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router after_create 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.060356 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router before_create 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.060718 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.061086 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.061437 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router after_delete 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.061792 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.062170 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.062530 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router after_create 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.062875 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router after_update 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.063225 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router after_update 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.063571 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.063926 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router after_update 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.064454 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_update 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.064833 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: port after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.065170 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: port after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.065509 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: subnet after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.065851 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.066224 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.066575 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_create 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.066919 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: port before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.067259 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.067613 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router after_update 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.067960 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.068309 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_create 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.068667 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.069012 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_update 55549900 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.069373 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > agent after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.069721 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > agent after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.070216 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > network after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.071065 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Tracking information for resource: router configured {{(pid=103776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 11:04:49.071394 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Tracking information for resource: floatingip configured {{(pid=103776) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 11:04:49.076204 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.db.l3_agentschedulers_db [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 11:04:49.076777 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: port after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.077138 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: port after_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.077488 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: port after_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.077846 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: port after_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.078656 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router before_create 55550100 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.079020 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.079381 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_create 55550100 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.080280 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > router precommit_update 55550100 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.085095 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.services.provider_configuration [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service providers = [] {{(pid=103776) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 11:04:49.085460 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.db.servicetype_db [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103776) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 11:04:49.088415 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.services.service_base [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103776) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 11:04:49.088769 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.services.service_base [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103776) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 11:04:49.089111 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.services.service_base [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103776) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 11:04:49.090018 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.services.service_base [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103776) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 11:04:49.090384 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.services.service_base [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 11:04:49.090761 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 11:04:49.091079 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 11:04:49.103470 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 11:04:49.103803 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading Plugin: auto_allocate Apr 12 11:04:49.109359 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: network precommit_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.109731 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: network precommit_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.110286 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 11:04:49.110608 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading Plugin: tag Apr 12 11:04:49.117585 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 11:04:49.117909 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading Plugin: timestamp Apr 12 11:04:49.121719 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 11:04:49.122076 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading Plugin: network_ip_availability Apr 12 11:04:49.127562 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.127935 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.128291 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.129030 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 11:04:49.129348 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading Plugin: flavors Apr 12 11:04:49.134296 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 11:04:49.134624 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading Plugin: revisions Apr 12 11:04:49.138883 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103776) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 11:04:49.139276 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_concurrency.lockutils [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.270s {{(pid=103776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 11:04:49.140017 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103776) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 11:04:49.140349 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Initializing extension manager. Apr 12 11:04:49.140868 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: __init__.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.141206 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: __pycache__ {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.141537 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: address_group.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.142869 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.143444 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: address-group Apr 12 11:04:49.143769 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: address_scope.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.144477 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.144987 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: address-scope Apr 12 11:04:49.145310 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.146275 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.146782 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: router-admin-state-down-before-update Apr 12 11:04:49.147104 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: agent.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.147802 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.148311 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: agent Apr 12 11:04:49.148633 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: agent_resources_synced.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.149532 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.150070 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: agent-resources-synced Apr 12 11:04:49.150394 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: allowedaddresspairs.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.152157 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.152679 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: allowed-address-pairs Apr 12 11:04:49.153003 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: auto_allocated_topology.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.154096 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.154615 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: auto-allocated-topology Apr 12 11:04:49.154936 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: availability_zone.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.155628 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.156139 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: availability_zone Apr 12 11:04:49.156461 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: availability_zone_filter.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.157366 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.158447 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: availability_zone_filter Apr 12 11:04:49.158769 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: data_plane_status.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.159672 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.160179 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 11:04:49.160497 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: default_subnetpools.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.161408 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.161922 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: default-subnetpools Apr 12 11:04:49.162266 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.163070 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.163579 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: dhcp_agent_scheduler Apr 12 11:04:49.163895 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: dns.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.164796 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.165301 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 11:04:49.165627 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: dns_domain_ports.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.166555 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.167061 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 11:04:49.167420 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.168334 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.168841 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 11:04:49.169159 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: dvr.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.169822 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.170368 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: dvr Apr 12 11:04:49.170688 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: ecmp_routes.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.171593 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.172095 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 11:04:49.172413 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: empty_string_filtering.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.173309 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.173840 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: empty-string-filtering Apr 12 11:04:49.174189 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.175091 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.175597 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 11:04:49.175920 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.176819 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.177318 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 11:04:49.177636 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: external_net.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.178564 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.179069 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: external-net Apr 12 11:04:49.179388 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.180278 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.180782 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: extra_dhcp_opt Apr 12 11:04:49.181102 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: extraroute.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.182046 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.182554 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: extraroute Apr 12 11:04:49.182873 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: extraroute_atomic.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.183881 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.184391 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: extraroute-atomic Apr 12 11:04:49.184713 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: filter_validation.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.185372 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.185876 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: filter-validation Apr 12 11:04:49.186234 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: fip_pf_description.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.187336 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.187844 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 11:04:49.188164 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: fip_pf_port_range.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.189099 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.189611 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 11:04:49.189924 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: fip_port_details.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.190859 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.191366 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: fip-port-details Apr 12 11:04:49.191686 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: flavors.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.192883 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.193399 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: flavors Apr 12 11:04:49.193721 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.201596 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.202161 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 11:04:49.202488 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: floatingip_pools.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.203183 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.203692 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: floatingip-pools Apr 12 11:04:49.204016 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: ip_allocation.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.205472 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.206149 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 11:04:49.206472 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.207386 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.207899 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: ip-substring-filtering Apr 12 11:04:49.208221 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l2_adjacency.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.209185 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.209694 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 11:04:49.210043 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.210999 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.211523 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: router Apr 12 11:04:49.211845 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.214067 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.214597 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 11:04:49.214932 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.215959 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.216384 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: ext-gw-mode Apr 12 11:04:49.216708 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.217649 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.218183 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: l3-ha Apr 12 11:04:49.218509 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.219413 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.219912 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 11:04:49.220256 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3_flavors.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.221926 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.222541 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: l3-flavors Apr 12 11:04:49.222864 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.232292 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.232810 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 11:04:49.233136 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.234076 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.234588 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 11:04:49.234913 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: l3agentscheduler.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.236046 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.236617 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: l3_agent_scheduler Apr 12 11:04:49.236940 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: local_ip.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.238858 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.239389 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension local_ip not supported by any of loaded plugins Apr 12 11:04:49.239719 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: logging.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.241439 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.242031 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension logging not supported by any of loaded plugins Apr 12 11:04:49.242363 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: metering.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.243113 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.243720 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: metering Apr 12 11:04:49.244045 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.245136 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.245654 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: metering_source_and_destination_fields Apr 12 11:04:49.245979 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: multiprovidernet.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.246917 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.247429 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: multi-provider Apr 12 11:04:49.247752 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: netmtu.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.248655 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.249165 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: net-mtu Apr 12 11:04:49.249487 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: netmtu_writable.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.250429 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.250942 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: net-mtu-writable Apr 12 11:04:49.251262 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: network_availability_zone.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.251953 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.252462 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: network_availability_zone Apr 12 11:04:49.252784 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: network_ip_availability.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.253883 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.254422 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: network-ip-availability Apr 12 11:04:49.254746 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: network_segment_range.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.255504 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.256008 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 11:04:49.256328 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: pagination.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.257298 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.257625 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: pagination Apr 12 11:04:49.257943 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: port_device_profile.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.258868 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.259381 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: port-device-profile Apr 12 11:04:49.259700 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.260601 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.261110 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: port-mac-address-regenerate Apr 12 11:04:49.261432 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.262367 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.262877 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: port-numa-affinity-policy Apr 12 11:04:49.263194 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: port_resource_request.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.264095 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.264603 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 11:04:49.264916 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: port_resource_request_groups.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.271706 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.272210 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 11:04:49.272533 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: portbindings.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.273454 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.273960 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: binding Apr 12 11:04:49.274310 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: portbindings_extended.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.275553 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.276066 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: binding-extended Apr 12 11:04:49.276390 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: portsecurity.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.277305 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.277821 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: port-security Apr 12 11:04:49.278215 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: project_id.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.279185 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.279516 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: project-id Apr 12 11:04:49.279837 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: providernet.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.280742 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.281255 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: provider Apr 12 11:04:49.281575 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.285891 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.286462 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos not supported by any of loaded plugins Apr 12 11:04:49.286837 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.288079 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.288604 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 11:04:49.288933 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.289974 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.290515 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 11:04:49.290843 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_default.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.291779 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.292290 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-default not supported by any of loaded plugins Apr 12 11:04:49.292614 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_fip.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.293534 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.294064 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 11:04:49.294389 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.295336 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.295853 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 11:04:49.296178 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_gateway_ip.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.297096 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.297609 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 11:04:49.297932 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_port_network_policy.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.299082 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.299507 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 11:04:49.299830 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.300857 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.301365 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 11:04:49.301690 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.302749 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.303294 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 11:04:49.303623 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_pps_rule.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.304792 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.305308 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 11:04:49.305631 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_rule_type_details.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.306594 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.307105 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 11:04:49.307426 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.308334 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.308849 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 11:04:49.309169 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: qos_rules_alias.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.310280 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.310750 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 11:04:49.311073 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: quota_check_limit.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.311980 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.312495 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: quota-check-limit Apr 12 11:04:49.312818 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: quotasv2.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.313753 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.314691 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: quotas Apr 12 11:04:49.315015 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: quotasv2_detail.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.317827 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.318197 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: quota_details Apr 12 11:04:49.318527 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: rbac.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.319575 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.320108 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: rbac-policies Apr 12 11:04:49.320435 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: rbac_address_group.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.321397 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.321915 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: rbac-address-group Apr 12 11:04:49.322263 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: rbac_address_scope.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.323182 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.323697 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: rbac-address-scope Apr 12 11:04:49.324019 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: rbac_security_groups.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.325009 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.325525 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: rbac-security-groups Apr 12 11:04:49.325847 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: rbac_subnetpool.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.326791 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.327305 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: rbac-subnetpool Apr 12 11:04:49.327627 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: revisionifmatch.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.328541 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.329051 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: revision-if-match Apr 12 11:04:49.329371 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: revisions.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.331083 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.331594 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: standard-attr-revisions Apr 12 11:04:49.331919 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: router_availability_zone.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.332631 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.333145 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: router_availability_zone Apr 12 11:04:49.333468 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: routerservicetype.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.334410 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.334917 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 11:04:49.335239 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.336168 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.339559 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: security-groups-normalized-cidr Apr 12 11:04:49.339559 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.340244 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.340757 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: port-security-groups-filtering Apr 12 11:04:49.341081 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.342029 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.342552 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: security-groups-remote-address-group Apr 12 11:04:49.342874 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.343786 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.344335 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: security-groups-shared-filtering Apr 12 11:04:49.344660 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.345285 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 11:04:49.345859 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: securitygroup.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.355361 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.355894 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: security-group Apr 12 11:04:49.356224 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: segment.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.356944 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.357456 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension segment not supported by any of loaded plugins Apr 12 11:04:49.357781 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.358740 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.359251 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 11:04:49.359572 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: servicetype.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.360652 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.361297 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: service-type Apr 12 11:04:49.361557 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: sorting.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.362572 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.362903 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: sorting Apr 12 11:04:49.363224 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: standard_attr_segment.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.364136 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.364653 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 11:04:49.364975 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: standardattrdescription.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.365882 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.366414 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: standard-attr-description Apr 12 11:04:49.366737 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: stateful_security_group.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.367663 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.368204 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: stateful-security-group Apr 12 11:04:49.368523 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: stdattrs_common.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.369087 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 11:04:49.369409 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.374858 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.375408 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 11:04:49.375739 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: subnet_onboard.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.377375 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.377898 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: subnet_onboard Apr 12 11:04:49.378258 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.379192 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.379705 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 11:04:49.380028 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: subnet_service_types.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.380955 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.381472 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: subnet-service-types Apr 12 11:04:49.381794 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: subnetallocation.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.382933 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.383572 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: subnet_allocation Apr 12 11:04:49.383980 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.384714 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.385224 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: subnetpool-prefix-ops Apr 12 11:04:49.385547 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.386504 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.387014 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 11:04:49.387341 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: tagging.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.388409 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.388922 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: standard-attr-tag Apr 12 11:04:49.389246 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: timestamp.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.390469 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.390980 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loaded extension: standard-attr-timestamp Apr 12 11:04:49.391302 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: trunk.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.393017 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.393694 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension trunk not supported by any of loaded plugins Apr 12 11:04:49.394054 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: trunk_details.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.394981 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.395493 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 11:04:49.395812 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: uplink_status_propagation.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.396735 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.397246 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 11:04:49.397571 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Loading extension file: vlantransparent.py {{(pid=103776) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 11:04:49.398263 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103776) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 11:04:49.398769 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 11:04:49.401318 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:network Apr 12 11:04:49.401837 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:subnet Apr 12 11:04:49.402269 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 11:04:49.402667 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:port Apr 12 11:04:49.403929 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.404366 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service FLAVORS assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.404990 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.405426 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.405755 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:router Apr 12 11:04:49.406201 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 11:04:49.406695 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service METERING assigned prefix: /metering {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.408416 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.408793 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.409153 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:49.411258 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 11:04:49.411258 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:security_group Apr 12 11:04:49.411258 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 11:04:49.411617 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service CORE assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.411947 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 11:04:49.412290 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] subnetpool is already registered Apr 12 11:04:49.412723 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service CORE assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.413047 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 11:04:49.413377 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] subnetpool is already registered Apr 12 11:04:49.415674 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.416131 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service FLAVORS assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.416869 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.417302 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.417641 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:router Apr 12 11:04:49.417977 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] router is already registered Apr 12 11:04:49.418415 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 11:04:49.418752 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] floatingip is already registered Apr 12 11:04:49.419215 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service METERING assigned prefix: /metering {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.419913 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 11:04:49.420240 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] rbac_policy is already registered Apr 12 11:04:49.420659 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:security_group Apr 12 11:04:49.420999 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] security_group is already registered Apr 12 11:04:49.421401 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 11:04:49.421742 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] security_group_rule is already registered Apr 12 11:04:49.422246 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service CORE assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.422576 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 11:04:49.422912 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] subnetpool is already registered Apr 12 11:04:49.423382 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.v2.resource_helper [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Service CORE assigned prefix: {{(pid=103776) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 11:04:49.423808 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 11:04:49.424150 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING neutron.quota.resource_registry [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] subnetpool is already registered Apr 12 11:04:49.424615 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: extensions {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.427289 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: address-groups {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.428765 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: address-scopes {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.429947 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: agents {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.431232 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: auto-allocated-topology {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.432456 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: availability_zones {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.433665 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: dhcp-networks {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.439959 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: dhcp-agents {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.439959 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: routers {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.439959 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: flavors {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.440491 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: service_profiles {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.441675 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: next_providers {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.443125 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: service_profiles {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.444547 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: floatingip-pools {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.445859 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: routers {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.447962 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: floatingips {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.449114 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: l3-routers {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.450615 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: l3-agents {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.452009 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: metering-labels {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.453249 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: metering-label-rules {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.455254 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: network-ip-availabilities {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.456598 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: bindings {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.458174 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: quotas {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.459809 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: quotas {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.461381 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: rbac-policies {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.462600 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: security-groups {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.463908 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: security-group-rules {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.465127 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: service-providers {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.466362 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: subnetpools {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.467663 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: subnetpools {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.469218 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.471083 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.472882 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.474679 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.476416 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.478438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.480094 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.481876 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.484641 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.486450 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron.api.extensions [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Extended resource: tags {{(pid=103776) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 11:04:49.492623 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING keystonemiddleware.auth_token [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 11:04:49.497129 dv-cinder-830091-4-iscsi neutron-server[103776]: WARNING keystonemiddleware.auth_token [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 11:04:49.506421 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_concurrency.lockutils [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Acquired lock "singleton_lock" {{(pid=103776) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 11:04:49.508089 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_concurrency.lockutils [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Releasing lock "singleton_lock" {{(pid=103776) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 11:04:49.508089 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO oslo_service.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Starting 2 workers Apr 12 11:04:49.512422 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Started child 103887 {{(pid=103776) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 11:04:49.516982 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Started child 103888 {{(pid=103776) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 11:04:49.518586 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:49.519357 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO neutron.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 11:04:49.519996 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:49.520149 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [-] (103887) wsgi starting up on http://0.0.0.0:9696 Apr 12 11:04:49.522468 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO oslo_service.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Starting 1 workers Apr 12 11:04:49.522851 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:49.524257 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [-] (103888) wsgi starting up on http://0.0.0.0:9696 Apr 12 11:04:49.527713 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Started child 103889 {{(pid=103776) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 11:04:49.528282 dv-cinder-830091-4-iscsi neutron-server[103776]: INFO oslo_service.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Starting 1 workers Apr 12 11:04:49.532860 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] calling RpcWorker wait() {{(pid=103889) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 11:04:49.532860 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] returning from RpcWorker wait() {{(pid=103889) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 11:04:49.533464 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Started child 103890 {{(pid=103776) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 11:04:49.533734 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:49.533965 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG neutron_lib.callbacks.manager [None req-29f33b87-7685-4efb-ba2b-026c21eb3975 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:49.534334 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:49.536051 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103776) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 11:04:49.536276 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 11:04:49.536470 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 11:04:49.536699 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 11:04:49.537036 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 11:04:49.537202 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 11:04:49.537701 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.537980 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.538271 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.538370 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:49.538882 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.538882 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.539291 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:49.539383 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.539600 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.539835 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.540106 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.540354 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.540523 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.540690 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.540951 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.541193 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.541490 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.541741 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.542016 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.542282 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.542452 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.542709 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.543005 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.543264 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.543535 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] debug = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.543777 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.544247 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.544487 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.544725 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.544957 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.545238 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.545480 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.545744 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.546004 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.546268 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.546489 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.546755 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.546987 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.547201 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.547450 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.547671 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.547935 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.548156 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.548675 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] host = dv-cinder-830091-4-iscsi {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.548914 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.549129 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.549372 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.549628 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.549889 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.550223 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.550464 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.550642 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.550888 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.551129 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.551376 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.551626 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.551875 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.552113 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.552277 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_options = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.552530 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.552797 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.553046 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.553239 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.553406 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.553567 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.553826 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.553986 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.554278 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.554513 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.554727 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.554955 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.555196 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.555426 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.555674 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.555905 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.556139 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.556370 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.556634 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.556863 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.557086 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.557330 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.557525 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.557745 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.557944 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.560417 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.560417 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.560417 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.560417 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.560417 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.560417 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.560417 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.560417 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.561595 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.561595 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.561595 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.561595 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.561595 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.561595 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.561595 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.562636 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.562636 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.562636 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.562636 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.562636 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.563276 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.563276 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_json = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.563276 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.563688 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.563688 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.563951 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.564953 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.565451 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.565868 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.566071 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.566444 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.566892 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.567178 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.567458 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.567944 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.568215 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.568459 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.568706 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.568917 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.569152 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.569413 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.569702 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.569927 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.570261 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.570542 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.570811 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.571133 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.571397 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.571651 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.571898 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.572123 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.572340 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.572599 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.572882 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.573103 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.573333 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.573562 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.573785 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.574606 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.576026 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.576356 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.576667 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.576916 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.577187 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.577409 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.577657 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.577879 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.578426 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.578663 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.578899 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.579135 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.579377 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.579705 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.580588 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.580918 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.581085 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.581468 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.581627 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.581849 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.582027 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.583292 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.583292 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.583292 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.583292 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.583292 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.583660 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.583660 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.583871 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.584129 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.584346 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.584555 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.584763 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.585010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.585253 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.585487 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.585697 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.585904 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.586140 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.586349 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.586669 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.586820 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.587032 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.587242 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.587456 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.587688 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.587920 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.588144 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.588355 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.588569 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.588785 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.589006 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.589204 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.589412 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.589642 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.589850 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.590081 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.590295 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.590503 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.590711 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.590925 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.591156 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.591379 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.591668 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.592432 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.592629 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.592871 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.593089 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.593362 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.593580 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.593832 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.594091 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.594313 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.594544 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.594792 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.595017 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.595302 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.595528 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.595742 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.595987 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.596203 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.596438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.596680 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.596894 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.597128 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.597345 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.597613 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.597865 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.598177 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.598538 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.598848 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.599117 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.599370 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.599642 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.599880 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.600237 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.600647 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.600929 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.601212 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.601510 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.601760 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.602095 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.602349 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.606332 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.606332 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.606332 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.606332 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.607616 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.607616 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.607813 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.607957 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.608322 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.608784 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.608900 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.609057 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.609360 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.609626 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.609886 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.614242 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.615477 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.617752 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.619790 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.620082 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.620342 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.620622 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.620895 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.621133 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.621364 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.621591 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.621849 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.622097 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.622323 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.622559 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.622783 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.623007 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.623225 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.623446 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.623686 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.623956 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.624170 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.624488 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.624669 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.624891 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.625106 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.625326 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.625538 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.625786 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.626030 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.628932 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.629206 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.629458 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.629697 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.629932 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.630208 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.630433 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.634942 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.634942 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.634942 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.634942 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.634942 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.634942 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.634942 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.634942 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635438 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635911 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635911 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635911 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.635911 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.636251 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.636619 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.637351 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.637941 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38444) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:49.639244 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.639706 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.640656 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.640920 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.641264 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.641480 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.641737 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.641958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:49.642221 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.643051 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.643283 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.643513 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.643739 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.643970 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.644200 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.644437 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.644663 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.644879 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.645197 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.645445 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.645670 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.645933 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.646246 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.646508 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.646743 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.646982 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.647194 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.647420 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.647658 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.647871 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.648103 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.648336 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.649198 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.649440 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.649662 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.649929 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.650224 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.650663 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.650773 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102117 Apr 12 11:04:49.651099 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.651534 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.651890 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.652112 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.652362 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.653527 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.653775 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.654052 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.654277 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.655119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.655514 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.656774 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.656774 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.656774 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.656774 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.656774 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.657146 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.657312 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.658077 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.658238 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.659227 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.659492 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.659759 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.660089 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.660312 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.660588 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.660844 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.661056 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.661290 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.661633 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.662033 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.662343 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.662744 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.663029 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.663323 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.663609 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.663882 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.664162 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.665305 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.665305 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.665542 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.666430 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.666671 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.666951 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.667493 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.667920 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.668539 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.668786 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.669151 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.669425 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.669656 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.669912 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.670174 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.670412 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.670646 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.670874 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.671087 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.671311 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.671587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.671692 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 11:04:49.672217 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103776) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 11:04:49.672377 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 11:04:49.672531 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 11:04:49.672700 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 11:04:49.672867 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 11:04:49.673019 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 11:04:49.673226 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.673925 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.674114 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.674453 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.674617 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.674801 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.674962 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.675338 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.675662 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.675814 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.675967 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.676270 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.676432 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.676633 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.676740 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.676893 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.678119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.678119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.678119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.678381 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.678465 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.678593 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.678753 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] debug = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.678908 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.679102 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.679902 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.680212 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.680368 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.680677 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.680856 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.680999 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.681142 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.681300 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.681497 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.682686 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.682846 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.683005 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.683160 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.683322 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.683479 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.683646 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.683786 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] host = dv-cinder-830091-4-iscsi {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.684095 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.684254 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.684455 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.684611 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.685180 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.685345 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.685488 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.685649 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.685792 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.685950 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.686142 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.686286 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.686535 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.686682 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.686893 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_options = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.686893 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.687176 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.687176 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.687485 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.687485 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.687750 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.687898 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.688037 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.688176 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.688312 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.688448 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.688584 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.688729 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.688867 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.689070 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.689445 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.690021 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.690917 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.691079 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.691251 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.691408 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.691564 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.692530 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.692806 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.692981 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.693141 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.693844 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.693844 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.693844 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.693844 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.694168 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.694530 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.694700 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.695323 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.695654 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.696097 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.696264 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.696407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.696543 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.696676 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.696823 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.696957 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.697101 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.697236 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.697369 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.697533 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.697672 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_json = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.697835 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.698062 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.698183 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.698327 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.698484 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.698640 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.698800 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.699000 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.699159 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 11:04:49.699308 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.699444 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.699601 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.699775 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.699921 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.700066 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.700200 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.700362 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.700521 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.701618 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.701618 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.701618 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.701618 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.701618 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.701618 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.701618 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.706407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.706407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.706407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.706407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.706407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.706407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.706407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.706407 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707010 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.707587 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708119 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708565 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708565 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.708565 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710314 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710314 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710314 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710314 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710314 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710314 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710935 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710935 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710935 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.710935 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.711207 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.711207 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.711348 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.711508 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.711667 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.711826 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.711985 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.712158 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.712420 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.712526 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.712607 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.712771 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.713020 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.713130 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.713236 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.713395 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.713558 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.713713 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.713864 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.714084 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.714203 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.714366 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.714523 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.714674 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.714836 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.714995 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.715152 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.715311 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.715470 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.715628 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.715797 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.715972 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.716130 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.716288 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.716447 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.716607 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.716764 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.716923 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.717082 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.717243 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.717401 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.717565 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.717751 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.717876 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.718051 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.718212 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.718370 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.718528 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.718686 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.718845 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.719003 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.719162 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.719320 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.719480 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.719638 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.719795 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.719953 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.720110 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.720911 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.721227 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.721399 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.721649 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.721829 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.722036 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.722186 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.722346 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.722513 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.722670 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.722828 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.722986 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.723144 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.723301 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.723459 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.723620 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.723795 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.723952 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.724157 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.724296 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.724492 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.724652 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.724837 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.724969 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.725105 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.725263 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.725421 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.725588 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.725744 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.725901 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.726101 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.726284 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.726420 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.726562 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.726720 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.726879 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.727040 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.727200 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.727357 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.727517 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.727676 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.727835 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.727994 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.728152 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.728312 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.728471 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.728629 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.728787 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.728972 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.729115 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.729275 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.729435 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.729598 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.729755 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.729912 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.730076 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.730240 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.730401 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.730559 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.730718 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.730882 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.731033 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.731184 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.731345 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.731505 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.731663 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.731823 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.731983 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.732141 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.732337 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.732457 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.732614 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.732806 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.732939 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.733068 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.733233 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.733375 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.733544 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.733702 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.733861 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.734046 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.734208 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.734368 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.734526 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.734684 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.734846 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.734989 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.735151 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.735310 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.735468 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.735627 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.735789 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.736013 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.736223 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.736592 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.736741 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.736901 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.737060 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.737219 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.737378 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.737536 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.737694 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.737853 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.738025 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.738201 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.738414 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.738507 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.738659 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.738817 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.738975 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.739147 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.739306 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.739465 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.739624 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.739782 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.739967 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.740351 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.740524 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.740680 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.740839 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.740996 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.741154 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.741323 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.741486 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.741642 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.741801 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.741960 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.742140 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.742310 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.742469 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.742629 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.742810 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.742935 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.743093 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.743263 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.743422 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.743580 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.743764 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.743945 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.744091 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.744234 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.744373 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.744511 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.744660 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.744794 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.744945 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.745102 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.745306 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.745453 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.745590 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.745725 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.745862 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.746043 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.746208 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.746373 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.746542 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.746708 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.746868 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.747056 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.747193 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.747361 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.747526 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.747689 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.747861 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.748019 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.748179 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.748338 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.748496 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.748654 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.748812 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.748970 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.749128 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.749286 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.749443 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.749601 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.749764 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.749918 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.750097 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.750257 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.750414 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.750573 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.750731 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.750892 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 11:04:49.751865 dv-cinder-830091-4-iscsi neutron-server[103776]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103776) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 11:05:01.363789 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1339e5a3-be76-4eca-85de-2115975d6931 None None] get_active_networks_info from dv-cinder-830091-4-iscsi {{(pid=103889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 11:05:01.436974 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1339e5a3-be76-4eca-85de-2115975d6931 None None] No non-hosted networks {{(pid=103889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 11:05:01.464359 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.agentschedulers_db [None req-1339e5a3-be76-4eca-85de-2115975d6931 None None] DHCP Agent not found on host dv-cinder-830091-4-iscsi {{(pid=103889) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 11:05:01.642977 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b49dba78-a83c-4ff7-adeb-27c9ee671f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453046'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:03.906026 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-111c55b7-7213-4013-8f58-29772fb2ece4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453046'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:03.937562 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.db.api [None req-fadb02f7-c719-4baa-b944-4b1c948eb6f7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830091-4-iscsi {{(pid=103889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:05:03.939242 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG oslo_db.api [None req-fadb02f7-c719-4baa-b944-4b1c948eb6f7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:05:04.460570 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fadb02f7-c719-4baa-b944-4b1c948eb6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:04.604037 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38512) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:05.007595 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453046'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.243701 dv-cinder-830091-4-iscsi neutron-server[103888]: WARNING oslo_policy.policy [None req-3a4cae81-d9e2-4964-89e6-4d2d08705d1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 11:05:05.244225 dv-cinder-830091-4-iscsi neutron-server[103888]: WARNING oslo_policy.policy [None req-3a4cae81-d9e2-4964-89e6-4d2d08705d1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 11:05:05.467205 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [None req-3a4cae81-d9e2-4964-89e6-4d2d08705d1d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:05:05.482017 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3a4cae81-d9e2-4964-89e6-4d2d08705d1d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8627322 Apr 12 11:05:06.105179 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453046'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:07.747508 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453046'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:07.748347 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.748860 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.749284 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.749724 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.750206 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.750621 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.751306 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.751754 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.752172 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.752589 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.753006 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.753421 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.753864 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.754377 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.754788 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.755255 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830091-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:07.771017 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830091-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:08.060981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38548) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:08.389053 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-441db02d-41f7-48c1-8b32-202f9d6bacd2 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:08.481568 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.policy [None req-441db02d-41f7-48c1-8b32-202f9d6bacd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 11:05:08.526075 dv-cinder-830091-4-iscsi neutron-server[103888]: WARNING oslo_policy.policy [None req-441db02d-41f7-48c1-8b32-202f9d6bacd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 11:05:08.526465 dv-cinder-830091-4-iscsi neutron-server[103888]: WARNING oslo_policy.policy [None req-441db02d-41f7-48c1-8b32-202f9d6bacd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 11:05:08.685544 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-441db02d-41f7-48c1-8b32-202f9d6bacd2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773028309028', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773028308528', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773028292324', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773028285070', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773028287464', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773028344057', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1552560', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1563533', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-537034', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638801'] for rbac-policy (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.881531 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-441db02d-41f7-48c1-8b32-202f9d6bacd2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.883000 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-441db02d-41f7-48c1-8b32-202f9d6bacd2 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8211198 Apr 12 11:05:10.028816 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.db.l3_hamode_db [None req-58e2935d-6fb4-4ef9-9f89-ba4e9ba994b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 11:05:10.111624 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2935d-6fb4-4ef9-9f89-ba4e9ba994b5 None None] Routers set() bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:10.112005 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2935d-6fb4-4ef9-9f89-ba4e9ba994b5 None None] Router IDs set() for agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 11:05:11.428210 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38560) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:11.734299 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:11.833159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Made reservation on behalf of fef3310dc19440acbefe3f31644257a5 for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:05:11.836912 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:11.853843 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:11.961432 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Publish callbacks [] for security_group (bf6449ed-f9bf-43e3-83f7-2bb2a8dee039), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.021575 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (bf6449ed-f9bf-43e3-83f7-2bb2a8dee039), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.054207 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:05:12.083150 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773031671462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (9cb86555-2439-4774-81c7-a85f5046c28a), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.083734 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Unsubscribe: segment precommit_create {{(pid=103888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 11:05:12.084267 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Added segment 9cb86555-2439-4774-81c7-a85f5046c28a of type vlan for network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 Apr 12 11:05:12.089896 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6449ed-f9bf-43e3-83f7-2bb2a8dee039,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:12.111413 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.111829 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.112197 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.112538 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.112861 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.113181 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.113502 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.113811 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.114149 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.114469 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.114780 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.115350 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.115664 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.115974 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.116287 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Tracked resource versions report: Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: pushed versions: Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: { 'AddressGroup': {'1.2'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Agent': {'1.1'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'ConntrackHelper': {'1.0'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Log': {'1.0'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'NDPProxy': {'1.0'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Network': {'1.1'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Port': {'1.7'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'PortForwarding': {'1.3'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'QosPolicy': {'1.10'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SecurityGroup': {'1.5'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SubPort': {'1.0'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Subnet': {'1.1'}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Trunk': {'1.1'}} Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: consumer versions: Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: { DHCP agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: L3 agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: Metadata agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: Metering agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: Open vSwitch agent@dv-cinder-830091-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Agent': '1.1', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'ConntrackHelper': '1.0', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'LocalIPAssociation': '1.0', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Log': '1.0', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'NDPProxy': '1.0', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Network': '1.1', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Port': '1.7', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'PortForwarding': '1.3', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'QosPolicy': '1.10', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SecurityGroup': '1.5', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SecurityGroupRule': '1.2', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SubPort': '1.0', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Subnet': '1.1', Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Trunk': '1.1'}} Apr 12 11:05:12.117680 dv-cinder-830091-4-iscsi neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:05:12.202705 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (3d1376fd-cc31-4c71-920e-1e8c79ae1e85), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.307446 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (3d1376fd-cc31-4c71-920e-1e8c79ae1e85), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.312521 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.313213 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.427026 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] Pushing event updated for resources: {'Network': ['ID=3d1376fd-cc31-4c71-920e-1e8c79ae1e85,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:12.439195 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:05:12.453202 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-84045e84-b2a3-4a71-a575-ab6efa647b23 demo demo] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0238233 Apr 12 11:05:15.046158 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38572) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:15.480115 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aac493b-cb5f-48ef-9d43-ac2539d85af6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.481401 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8aac493b-cb5f-48ef-9d43-ac2539d85af6 demo admin] 10.222.0.59 "GET /v2.0/networks/3d1376fd-cc31-4c71-920e-1e8c79ae1e85 HTTP/1.1" status: 200 len: 825 time: 0.4342954 Apr 12 11:05:15.506389 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8409a2c1-71f6-4e24-b287-fd8ceb39a655 demo admin] 10.222.0.59 "GET /v2.0/subnetpools/a476d22b-e3e9-4ff5-baa4-fc351eaf6528 HTTP/1.1" status: 200 len: 734 time: 0.0189934 Apr 12 11:05:15.514714 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a476d22b-e3e9-4ff5-baa4-fc351eaf6528', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:15.587082 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Made reservation on behalf of fef3310dc19440acbefe3f31644257a5 for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:05:15.589332 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:15.924668 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (c6fede12-6afb-4578-9e8a-010b8ec5b0b4), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:15.996642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c6fede12-6afb-4578-9e8a-010b8ec5b0b4,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:15.998659 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Checking segment: {'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:15.999020 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Network hostable DHCP agents. Network: 3d1376fd-cc31-4c71-920e-1e8c79ae1e85, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:05:16.064161 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:05:16.127447 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 3d1376fd-cc31-4c71-920e-1e8c79ae1e85) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:16.132048 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.132639 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:16.136996 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b9e94-bde9-47b9-89fd-34c615c5f1fe None None] Network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:05:16.218918 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-9d8449d8-d721-4926-a678-d34d1e36fe72 demo admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7071927 Apr 12 11:05:16.521741 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-3d1376fd-cc31-4c71-920e-1e8c79ae1e85', 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85', 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'fixed_ips': [{'subnet_id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:05:16.522968 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:16.802991 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Allocated IP 172.20.0.2 (3d1376fd-cc31-4c71-920e-1e8c79ae1e85/c6fede12-6afb-4578-9e8a-010b8ec5b0b4/615fa891-febd-4507-8896-4e3c5ac398e6) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:17.074031 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Publish callbacks [] for port (615fa891-febd-4507-8896-4e3c5ac398e6), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:17.142487 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:17.220293 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:17.226925 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:17.230764 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:17.241940 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Pushing event updated for resources: {'Port': ['ID=615fa891-febd-4507-8896-4e3c5ac398e6,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:17.285350 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.285696 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.286081 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.286444 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.286784 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.287119 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.287448 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.287773 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.288101 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.288427 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.288753 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.289094 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.289424 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.289744 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.290087 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Tracked resource versions report: Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: pushed versions: Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: { 'AddressGroup': {'1.2'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Agent': {'1.1'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'ConntrackHelper': {'1.0'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Log': {'1.0'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'NDPProxy': {'1.0'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Network': {'1.1'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Port': {'1.7'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'PortForwarding': {'1.3'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'QosPolicy': {'1.10'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SecurityGroup': {'1.5'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SubPort': {'1.0'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Subnet': {'1.1'}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Trunk': {'1.1'}} Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: consumer versions: Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: { DHCP agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: L3 agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: Metadata agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: Metering agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: Open vSwitch agent@dv-cinder-830091-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Agent': '1.1', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'ConntrackHelper': '1.0', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'LocalIPAssociation': '1.0', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Log': '1.0', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'NDPProxy': '1.0', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Network': '1.1', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Port': '1.7', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'PortForwarding': '1.3', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'QosPolicy': '1.10', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SecurityGroup': '1.5', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SecurityGroupRule': '1.2', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SubPort': '1.0', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Subnet': '1.1', Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Trunk': '1.1'}} Apr 12 11:05:17.291547 dv-cinder-830091-4-iscsi neutron-server[103889]: {{(pid=103889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:05:17.328260 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Attempting to bind port 615fa891-febd-4507-8896-4e3c5ac398e6 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:05:17.328260 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Attempting to bind port 615fa891-febd-4507-8896-4e3c5ac398e6 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:05:17.328260 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Attempting to bind port 615fa891-febd-4507-8896-4e3c5ac398e6 on network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:17.333322 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:05:17.333720 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Checking segment: {'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:17.334203 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:17.334598 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Bound using segment: {'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:05:17.335089 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Bound port: 615fa891-febd-4507-8896-4e3c5ac398e6, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:05:17.335501 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:17.401472 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] For port 615fa891-febd-4507-8896-4e3c5ac398e6, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:05:17.421443 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] For port 615fa891-febd-4507-8896-4e3c5ac398e6, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=615fa891-febd-4507-8896-4e3c5ac398e6,segment=NetworkSegment(9cb86555-2439-4774-81c7-a85f5046c28a),segment_id=9cb86555-2439-4774-81c7-a85f5046c28a)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:05:17.473704 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:17.529087 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add564eb-3e1d-4bf3-a02f-3d6cd3649fdf None None] Pushing event updated for resources: {'Port': ['ID=615fa891-febd-4507-8896-4e3c5ac398e6,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:18.761800 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 38580) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:19.268608 dv-cinder-830091-4-iscsi neutron-server[103887]: WARNING oslo_policy.policy [None req-129715b6-95f3-48c6-b895-9bac432ba0ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 11:05:19.269187 dv-cinder-830091-4-iscsi neutron-server[103887]: WARNING oslo_policy.policy [None req-129715b6-95f3-48c6-b895-9bac432ba0ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 11:05:19.493982 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [None req-129715b6-95f3-48c6-b895-9bac432ba0ce admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:05:19.510012 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-129715b6-95f3-48c6-b895-9bac432ba0ce admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7313032 Apr 12 11:05:22.110713 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 38594) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:22.429550 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [None req-14e19c7f-ecf2-402b-aa70-df9adaa3147f admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:05:22.430630 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-14e19c7f-ecf2-402b-aa70-df9adaa3147f admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189082 Apr 12 11:05:25.021861 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38602) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:25.339004 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-19d2a8ef-6daa-401a-bd84-c3923d82824e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:25.424933 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19d2a8ef-6daa-401a-bd84-c3923d82824e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:25.426543 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19d2a8ef-6daa-401a-bd84-c3923d82824e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:25.565159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19d2a8ef-6daa-401a-bd84-c3923d82824e demo demo] Publish callbacks [] for router_controller (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), precommit_add_association {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:25.619445 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19d2a8ef-6daa-401a-bd84-c3923d82824e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:25.688915 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19d2a8ef-6daa-401a-bd84-c3923d82824e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:25.690619 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-19d2a8ef-6daa-401a-bd84-c3923d82824e demo demo] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6676495 Apr 12 11:05:28.306965 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38614) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:28.483245 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 615fa891-febd-4507-8896-4e3c5ac398e6 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:28.573392 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 615fa891-febd-4507-8896-4e3c5ac398e6 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:28.573822 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:28.640892 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [None req-e4500d98-e570-4111-aa8b-465af2f349db admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:05:28.658016 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e4500d98-e570-4111-aa8b-465af2f349db admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3341188 Apr 12 11:05:28.687528 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 615fa891-febd-4507-8896-4e3c5ac398e6 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:28.687932 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:28.728368 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 615fa891-febd-4507-8896-4e3c5ac398e6, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=615fa891-febd-4507-8896-4e3c5ac398e6,segment=NetworkSegment(9cb86555-2439-4774-81c7-a85f5046c28a),segment_id=9cb86555-2439-4774-81c7-a85f5046c28a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:28.807503 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:28.862536 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=615fa891-febd-4507-8896-4e3c5ac398e6,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:29.063791 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd36b7-df6b-4c0f-ae07-a86f4ff41942 None None] Network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:05:29.187673 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-507b9929-dbae-47e8-8de7-03a4e36d2606 None None] Provisioning complete for port 615fa891-febd-4507-8896-4e3c5ac398e6 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:29.188061 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-507b9929-dbae-47e8-8de7-03a4e36d2606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:29.267912 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-507b9929-dbae-47e8-8de7-03a4e36d2606 None None] Current status of the port 615fa891-febd-4507-8896-4e3c5ac398e6 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:29.385442 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-a6d717d4-3026-46f7-9610-2a827b2235ac None None] Provisioning complete for port 615fa891-febd-4507-8896-4e3c5ac398e6 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:29.385831 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a6d717d4-3026-46f7-9610-2a827b2235ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:29.464293 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-a6d717d4-3026-46f7-9610-2a827b2235ac None None] Current status of the port 615fa891-febd-4507-8896-4e3c5ac398e6 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:30.454912 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 615fa891-febd-4507-8896-4e3c5ac398e6 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:30.499698 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 615fa891-febd-4507-8896-4e3c5ac398e6 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:30.500090 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:30.582350 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 615fa891-febd-4507-8896-4e3c5ac398e6 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:31.274918 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38622) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:31.424331 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b94a7df4-f907-4ea1-aa21-0a7be1ebd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.590368 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:31.652827 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Made reservation on behalf of abc334f58895431e8182e62ac05067fb for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:05:31.655099 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.664310 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.737622 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Publish callbacks [] for security_group (ed322d28-ca29-4f4e-869f-2ef55a40efe8), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.823592 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ed322d28-ca29-4f4e-869f-2ef55a40efe8), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.838683 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Reserving flat network on physical network physnet1 {{(pid=103888) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 11:05:31.857512 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed322d28-ca29-4f4e-869f-2ef55a40efe8,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:31.863014 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (ebc529b3-f97d-4e59-b876-2f9a21c2e4ad), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.863374 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Added segment ebc529b3-f97d-4e59-b876-2f9a21c2e4ad of type flat for network 75f1dc08-6b9f-4b61-8f6f-937d904528da Apr 12 11:05:31.909504 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (75f1dc08-6b9f-4b61-8f6f-937d904528da), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.993028 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (75f1dc08-6b9f-4b61-8f6f-937d904528da), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.994016 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:31.994591 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:32.084084 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] Pushing event updated for resources: {'Network': ['ID=75f1dc08-6b9f-4b61-8f6f-937d904528da,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:32.093351 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:05:32.121336 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-209254c5-8dfe-4cd3-9913-e277ed09a810 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8453121 Apr 12 11:05:33.890479 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4e57c8bb-6f20-499a-953c-91d0a876f6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:34.653400 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38630) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:34.953255 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439f593b-ba4b-4d43-9aee-e436ae812661 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:34.954550 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-439f593b-ba4b-4d43-9aee-e436ae812661 demo admin] 10.222.0.59 "GET /v2.0/subnets/c6fede12-6afb-4578-9e8a-010b8ec5b0b4 HTTP/1.1" status: 200 len: 849 time: 0.3002708 Apr 12 11:05:34.966863 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:35.083900 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-f3764db6-bf7e-4427-bf1d-750076eac892 demo admin] 10.222.0.59 "GET /v2.0/routers/9ed4bc13-461d-4226-9e17-1bce2cc36fdd HTTP/1.1" status: 200 len: 704 time: 0.1221788 Apr 12 11:05:35.359867 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:35.693259 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Allocated IP 172.20.0.1 (3d1376fd-cc31-4c71-920e-1e8c79ae1e85/c6fede12-6afb-4578-9e8a-010b8ec5b0b4/48eaf30c-6195-4d97-9c7f-88e17157eb06) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:35.843434 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Publish callbacks [] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:35.967867 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.024174 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.043636 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:36.049951 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:36.056839 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:36.057385 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.076051 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Pushing event updated for resources: {'Port': ['ID=48eaf30c-6195-4d97-9c7f-88e17157eb06,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:36.323437 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-bed3e2f6-1b99-4afe-90ad-a4bec6a93876 None None] Provisioning complete for port 48eaf30c-6195-4d97-9c7f-88e17157eb06 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:36.323751 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bed3e2f6-1b99-4afe-90ad-a4bec6a93876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.348654 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.358868 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-bed3e2f6-1b99-4afe-90ad-a4bec6a93876 None None] Port 48eaf30c-6195-4d97-9c7f-88e17157eb06 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:05:36.556678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Publish callbacks [] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.606470 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.607270 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:36.687510 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Pushing event updated for resources: {'Port': ['ID=48eaf30c-6195-4d97-9c7f-88e17157eb06,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:36.729986 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:36.731309 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:36.960832 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Router 9ed4bc13-461d-4226-9e17-1bce2cc36fdd is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:05:36.978313 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-dd175957-6110-4048-b635-271e5a4ae0e7 None None] Provisioning complete for port 48eaf30c-6195-4d97-9c7f-88e17157eb06 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:36.981856 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dd175957-6110-4048-b635-271e5a4ae0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:37.015667 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-dd175957-6110-4048-b635-271e5a4ae0e7 None None] Port 48eaf30c-6195-4d97-9c7f-88e17157eb06 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:05:37.055583 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:05:37.060738 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-03b34750-fed8-46e6-b7cc-2a5fc61fa461 demo admin] 10.222.0.59 "PUT /v2.0/routers/9ed4bc13-461d-4226-9e17-1bce2cc36fdd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9717188 Apr 12 11:05:37.082384 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Sync routers for ids ['9ed4bc13-461d-4226-9e17-1bce2cc36fdd'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:05:37.095148 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Routers {'9ed4bc13-461d-4226-9e17-1bce2cc36fdd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:37.096558 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:05:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['9ed4bc13-461d-4226-9e17-1bce2cc36fdd'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:37.293267 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Set router 9ed4bc13-461d-4226-9e17-1bce2cc36fdd gateway port host: None {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:37.714807 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'name': 'router1', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:05:25Z', 'updated_at': '2022-04-12T11:05:36Z', 'revision_number': 2, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'gw_port_host': None, '_interfaces': [{'id': '48eaf30c-6195-4d97-9c7f-88e17157eb06', 'name': '', 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:35Z', 'updated_at': '2022-04-12T11:05:36Z', 'revision_number': 2, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'subnets': [{'id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a476d22b-e3e9-4ff5-baa4-fc351eaf6528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:37.749783 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:37.766901 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Checking router: 9ed4bc13-461d-4226-9e17-1bce2cc36fdd for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:05:37.767837 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Updating router 9ed4bc13-461d-4226-9e17-1bce2cc36fdd port 48eaf30c-6195-4d97-9c7f-88e17157eb06 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:05:37.821284 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.343208 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Publish callbacks [] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.415651 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.584206 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Pushing event updated for resources: {'Port': ['ID=48eaf30c-6195-4d97-9c7f-88e17157eb06,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:38.596123 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Attempting to bind port 48eaf30c-6195-4d97-9c7f-88e17157eb06 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:05:38.596598 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Attempting to bind port 48eaf30c-6195-4d97-9c7f-88e17157eb06 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:05:38.597033 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Attempting to bind port 48eaf30c-6195-4d97-9c7f-88e17157eb06 on network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:38.602895 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.603238 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.603591 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.603925 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.604251 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.604574 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.605259 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.605711 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.606212 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.606212 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.606792 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.606906 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.607176 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.607493 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.607805 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Tracked resource versions report: Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: pushed versions: Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: { 'AddressGroup': {'1.2'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Agent': {'1.1'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'ConntrackHelper': {'1.0'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Log': {'1.0'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'NDPProxy': {'1.0'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Network': {'1.1'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Port': {'1.7'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'PortForwarding': {'1.3'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'QosPolicy': {'1.10'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SecurityGroup': {'1.5'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SubPort': {'1.0'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Subnet': {'1.1'}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Trunk': {'1.1'}} Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: consumer versions: Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: { DHCP agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: L3 agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: Metadata agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: Metering agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: Open vSwitch agent@dv-cinder-830091-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Agent': '1.1', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'ConntrackHelper': '1.0', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'LocalIPAssociation': '1.0', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Log': '1.0', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'NDPProxy': '1.0', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Network': '1.1', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Port': '1.7', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'PortForwarding': '1.3', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'QosPolicy': '1.10', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SecurityGroup': '1.5', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SecurityGroupRule': '1.2', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SubPort': '1.0', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Subnet': '1.1', Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Trunk': '1.1'}} Apr 12 11:05:38.609290 dv-cinder-830091-4-iscsi neutron-server[103890]: {{(pid=103890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:05:38.612375 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:05:38.612790 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Checking segment: {'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:38.613251 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.613627 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Bound using segment: {'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:05:38.614141 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Bound port: 48eaf30c-6195-4d97-9c7f-88e17157eb06, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb86555-2439-4774-81c7-a85f5046c28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:05:38.614519 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.641630 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-16cfcd13-8819-4ce1-ac17-78e69a078b2a None None] Provisioning complete for port 48eaf30c-6195-4d97-9c7f-88e17157eb06 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:38.642830 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-16cfcd13-8819-4ce1-ac17-78e69a078b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.677927 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-16cfcd13-8819-4ce1-ac17-78e69a078b2a None None] Port 48eaf30c-6195-4d97-9c7f-88e17157eb06 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:05:38.687866 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] For port 48eaf30c-6195-4d97-9c7f-88e17157eb06, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:05:38.708327 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] For port 48eaf30c-6195-4d97-9c7f-88e17157eb06, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=48eaf30c-6195-4d97-9c7f-88e17157eb06,segment=NetworkSegment(9cb86555-2439-4774-81c7-a85f5046c28a),segment_id=9cb86555-2439-4774-81c7-a85f5046c28a)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:05:38.770679 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.828006 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03276ed-b50b-4ff4-a81a-6e7bedd8dd31 None None] Pushing event updated for resources: {'Port': ['ID=48eaf30c-6195-4d97-9c7f-88e17157eb06,revision_number=4']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:38.837583 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Routers {'9ed4bc13-461d-4226-9e17-1bce2cc36fdd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:38.838234 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:05:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['9ed4bc13-461d-4226-9e17-1bce2cc36fdd'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:38.934401 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] Set router 9ed4bc13-461d-4226-9e17-1bce2cc36fdd gateway port host: None {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:39.002064 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-2beae06e-195a-44b9-b703-67d7b6c10949 None None] Provisioning complete for port 48eaf30c-6195-4d97-9c7f-88e17157eb06 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:39.002064 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2beae06e-195a-44b9-b703-67d7b6c10949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:39.088778 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-2beae06e-195a-44b9-b703-67d7b6c10949 None None] Current status of the port 48eaf30c-6195-4d97-9c7f-88e17157eb06 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:39.089100 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2beae06e-195a-44b9-b703-67d7b6c10949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:39.123272 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-2beae06e-195a-44b9-b703-67d7b6c10949 None None] For port 48eaf30c-6195-4d97-9c7f-88e17157eb06, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=48eaf30c-6195-4d97-9c7f-88e17157eb06,segment=NetworkSegment(9cb86555-2439-4774-81c7-a85f5046c28a),segment_id=9cb86555-2439-4774-81c7-a85f5046c28a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:39.145978 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'name': 'router1', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:05:25Z', 'updated_at': '2022-04-12T11:05:36Z', 'revision_number': 2, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'gw_port_host': None, '_interfaces': [{'id': '48eaf30c-6195-4d97-9c7f-88e17157eb06', 'name': '', 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:35Z', 'updated_at': '2022-04-12T11:05:38Z', 'revision_number': 4, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'subnets': [{'id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a476d22b-e3e9-4ff5-baa4-fc351eaf6528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:39.179761 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c01cd43-05d4-4600-af25-0688894ae685 None None] The sync data for ids ['9ed4bc13-461d-4226-9e17-1bce2cc36fdd'] in dv-cinder-830091-4-iscsi is: [{'id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'name': 'router1', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:05:25Z', 'updated_at': '2022-04-12T11:05:36Z', 'revision_number': 2, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'gw_port_host': None, '_interfaces': [{'id': '48eaf30c-6195-4d97-9c7f-88e17157eb06', 'name': '', 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:35Z', 'updated_at': '2022-04-12T11:05:38Z', 'revision_number': 4, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'subnets': [{'id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a476d22b-e3e9-4ff5-baa4-fc351eaf6528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:05:39.241919 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2beae06e-195a-44b9-b703-67d7b6c10949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:39.291148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beae06e-195a-44b9-b703-67d7b6c10949 None None] Pushing event updated for resources: {'Port': ['ID=48eaf30c-6195-4d97-9c7f-88e17157eb06,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:39.585750 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38650) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:39.696659 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91673b6e-b0b9-473a-b394-f5fdcfc73e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:39.698010 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-91673b6e-b0b9-473a-b394-f5fdcfc73e50 admin admin] 10.222.0.59 "GET /v2.0/networks/75f1dc08-6b9f-4b61-8f6f-937d904528da HTTP/1.1" status: 200 len: 842 time: 0.1111760 Apr 12 11:05:39.707900 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:39.801074 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Made reservation on behalf of abc334f58895431e8182e62ac05067fb for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:05:39.803361 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:40.191097 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.objects.ports [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103888) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 11:05:40.191545 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (c5c64c61-59a8-4cf5-92d3-c228acc99df3), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:40.249546 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c64c61-59a8-4cf5-92d3-c228acc99df3,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:40.259123 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:40.259483 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Network hostable DHCP agents. Network: 75f1dc08-6b9f-4b61-8f6f-937d904528da, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:05:40.341453 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:05:40.435127 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 75f1dc08-6b9f-4b61-8f6f-937d904528da) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:40.439348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:40.440708 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:40.443580 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a7ffa-0465-4fc4-bc2a-c077d6bfe494 None None] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:05:40.526116 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-77f31a78-f074-4185-902d-e4b1f10ce634 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8084667 Apr 12 11:05:40.544996 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5334791e-3183-4ee0-8f2f-6de6ccc436fe None None] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:05:43.050338 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 38668) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:43.161665 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.policy [None req-257955be-2d02-4bce-af61-be7883f75471 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103887) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 11:05:43.206184 dv-cinder-830091-4-iscsi neutron-server[103887]: WARNING oslo_policy.policy [None req-257955be-2d02-4bce-af61-be7883f75471 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 11:05:43.213102 dv-cinder-830091-4-iscsi neutron-server[103887]: WARNING oslo_policy.policy [None req-257955be-2d02-4bce-af61-be7883f75471 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 11:05:43.456012 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-257955be-2d02-4bce-af61-be7883f75471 demo admin] 10.222.0.59 "GET /v2.0/routers/9ed4bc13-461d-4226-9e17-1bce2cc36fdd HTTP/1.1" status: 200 len: 710 time: 0.4046364 Apr 12 11:05:43.653450 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e03fb5-9f47-4164-bfc4-a02b26aa8739 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:43.655229 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-83e03fb5-9f47-4164-bfc4-a02b26aa8739 demo admin] 10.222.0.59 "GET /v2.0/networks/75f1dc08-6b9f-4b61-8f6f-937d904528da HTTP/1.1" status: 200 len: 886 time: 0.1935239 Apr 12 11:05:43.664479 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:43.937915 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks [] for router_gateway (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:44.219538 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks [] for router_gateway (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:44.301055 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:44.502794 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Allocated IP 172.27.1.186 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/2899dcc0-e175-485b-87b9-d97f93779935) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:44.619446 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks [] for port (2899dcc0-e175-485b-87b9-d97f93779935), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:44.742892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (2899dcc0-e175-485b-87b9-d97f93779935), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:44.785387 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:44.786863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:44.857080 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:44.860166 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Pushing event updated for resources: {'Port': ['ID=2899dcc0-e175-485b-87b9-d97f93779935,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:44.927581 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.927847 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.928191 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.928527 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.928853 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.929180 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.929502 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.929823 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.930209 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.930541 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.930865 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.931205 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.931529 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.931848 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.932166 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Tracked resource versions report: Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: pushed versions: Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: { 'AddressGroup': {'1.2'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Agent': {'1.1'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'ConntrackHelper': {'1.0'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Log': {'1.0'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'NDPProxy': {'1.0'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Network': {'1.1'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Port': {'1.7'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'PortForwarding': {'1.3'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'QosPolicy': {'1.10'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SecurityGroup': {'1.5'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SubPort': {'1.0'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Subnet': {'1.1'}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Trunk': {'1.1'}} Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: consumer versions: Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: { DHCP agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: L3 agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: Metadata agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: Metering agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: Open vSwitch agent@dv-cinder-830091-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Agent': '1.1', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'ConntrackHelper': '1.0', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'LocalIPAssociation': '1.0', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Log': '1.0', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'NDPProxy': '1.0', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Network': '1.1', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Port': '1.7', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'PortForwarding': '1.3', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'QosPolicy': '1.10', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SecurityGroup': '1.5', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SecurityGroupRule': '1.2', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SubPort': '1.0', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Subnet': '1.1', Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Trunk': '1.1'}} Apr 12 11:05:44.933571 dv-cinder-830091-4-iscsi neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:05:45.254554 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks [] for router_gateway (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.498354 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1602892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1021094'] for router (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.503644 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1603519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1603510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-453570'] for router (9ed4bc13-461d-4226-9e17-1bce2cc36fdd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.619030 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Router 9ed4bc13-461d-4226-9e17-1bce2cc36fdd has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:05:45.727568 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:05:45.732278 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.743971 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-cf3be254-aacb-4d5a-83a6-c937f204bf6b demo admin] 10.222.0.59 "PUT /v2.0/routers/9ed4bc13-461d-4226-9e17-1bce2cc36fdd HTTP/1.1" status: 200 len: 890 time: 2.0725124 Apr 12 11:05:46.474789 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 48eaf30c-6195-4d97-9c7f-88e17157eb06 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:46.521216 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 48eaf30c-6195-4d97-9c7f-88e17157eb06 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:46.521699 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:46.598625 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 48eaf30c-6195-4d97-9c7f-88e17157eb06 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:47.954958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Sync routers for ids ['9ed4bc13-461d-4226-9e17-1bce2cc36fdd'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:05:47.965925 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Routers {'9ed4bc13-461d-4226-9e17-1bce2cc36fdd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:47.966653 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:05:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['9ed4bc13-461d-4226-9e17-1bce2cc36fdd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:48.181984 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Set router 9ed4bc13-461d-4226-9e17-1bce2cc36fdd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:48.325807 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 38686) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:48.435408 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b24aaaf7-c6cc-43d9-bc10-6a620982ff96 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1082416 Apr 12 11:05:48.672825 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'name': 'router1', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2899dcc0-e175-485b-87b9-d97f93779935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:05:25Z', 'updated_at': '2022-04-12T11:05:45Z', 'revision_number': 4, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'gw_port': {'id': '2899dcc0-e175-485b-87b9-d97f93779935', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:44Z', 'updated_at': '2022-04-12T11:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '48eaf30c-6195-4d97-9c7f-88e17157eb06', 'name': '', 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:35Z', 'updated_at': '2022-04-12T11:05:39Z', 'revision_number': 5, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'subnets': [{'id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a476d22b-e3e9-4ff5-baa4-fc351eaf6528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:48.727081 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Checking router: 9ed4bc13-461d-4226-9e17-1bce2cc36fdd for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:05:48.727353 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Updating router 9ed4bc13-461d-4226-9e17-1bce2cc36fdd port 2899dcc0-e175-485b-87b9-d97f93779935 binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:05:48.779444 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2899dcc0-e175-485b-87b9-d97f93779935), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:49.102638 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Publish callbacks [] for port (2899dcc0-e175-485b-87b9-d97f93779935), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:49.172361 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2899dcc0-e175-485b-87b9-d97f93779935), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:49.230272 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Attempting to bind port 2899dcc0-e175-485b-87b9-d97f93779935 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:05:49.230529 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Attempting to bind port 2899dcc0-e175-485b-87b9-d97f93779935 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:05:49.230897 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Attempting to bind port 2899dcc0-e175-485b-87b9-d97f93779935 on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:49.243333 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8df53-21ac-4dc7-a46b-368b000645dd None None] Pushing event updated for resources: {'Port': ['ID=2899dcc0-e175-485b-87b9-d97f93779935,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:49.246108 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:05:49.246388 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:49.247148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:49.247148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:05:49.247625 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Bound port: 2899dcc0-e175-485b-87b9-d97f93779935, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:05:49.248009 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2899dcc0-e175-485b-87b9-d97f93779935), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:49.302206 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] For port 2899dcc0-e175-485b-87b9-d97f93779935, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:05:49.305652 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] For port 2899dcc0-e175-485b-87b9-d97f93779935, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=2899dcc0-e175-485b-87b9-d97f93779935,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:05:49.387464 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2899dcc0-e175-485b-87b9-d97f93779935), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:49.450319 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Routers {'9ed4bc13-461d-4226-9e17-1bce2cc36fdd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:49.450935 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:05:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['9ed4bc13-461d-4226-9e17-1bce2cc36fdd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:49.453641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8df53-21ac-4dc7-a46b-368b000645dd None None] Pushing event updated for resources: {'Port': ['ID=2899dcc0-e175-485b-87b9-d97f93779935,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:49.564491 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] Set router 9ed4bc13-461d-4226-9e17-1bce2cc36fdd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:49.770920 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'name': 'router1', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2899dcc0-e175-485b-87b9-d97f93779935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:05:25Z', 'updated_at': '2022-04-12T11:05:45Z', 'revision_number': 4, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'gw_port': {'id': '2899dcc0-e175-485b-87b9-d97f93779935', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:44Z', 'updated_at': '2022-04-12T11:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '48eaf30c-6195-4d97-9c7f-88e17157eb06', 'name': '', 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:35Z', 'updated_at': '2022-04-12T11:05:39Z', 'revision_number': 5, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'subnets': [{'id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a476d22b-e3e9-4ff5-baa4-fc351eaf6528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:49.802145 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b3386-8137-485e-a99b-11e8188ab7e8 None None] The sync data for ids ['9ed4bc13-461d-4226-9e17-1bce2cc36fdd'] in dv-cinder-830091-4-iscsi is: [{'id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'name': 'router1', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2899dcc0-e175-485b-87b9-d97f93779935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:05:25Z', 'updated_at': '2022-04-12T11:05:45Z', 'revision_number': 4, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'gw_port': {'id': '2899dcc0-e175-485b-87b9-d97f93779935', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:44Z', 'updated_at': '2022-04-12T11:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '48eaf30c-6195-4d97-9c7f-88e17157eb06', 'name': '', 'network_id': '3d1376fd-cc31-4c71-920e-1e8c79ae1e85', 'tenant_id': 'fef3310dc19440acbefe3f31644257a5', 'mac_address': 'fa:16:3e:25:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed4bc13-461d-4226-9e17-1bce2cc36fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:05:35Z', 'updated_at': '2022-04-12T11:05:39Z', 'revision_number': 5, 'project_id': 'fef3310dc19440acbefe3f31644257a5', 'subnets': [{'id': 'c6fede12-6afb-4578-9e8a-010b8ec5b0b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a476d22b-e3e9-4ff5-baa4-fc351eaf6528'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:05:50.554426 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 2899dcc0-e175-485b-87b9-d97f93779935 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:50.614598 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 2899dcc0-e175-485b-87b9-d97f93779935 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:50.615061 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (2899dcc0-e175-485b-87b9-d97f93779935), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:50.712571 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 2899dcc0-e175-485b-87b9-d97f93779935 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:50.712571 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2899dcc0-e175-485b-87b9-d97f93779935), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:50.735936 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 2899dcc0-e175-485b-87b9-d97f93779935, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=2899dcc0-e175-485b-87b9-d97f93779935,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:50.801389 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2899dcc0-e175-485b-87b9-d97f93779935), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:50.864409 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=2899dcc0-e175-485b-87b9-d97f93779935,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:52.521414 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 2899dcc0-e175-485b-87b9-d97f93779935 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:52.593140 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 2899dcc0-e175-485b-87b9-d97f93779935 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:52.593749 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (2899dcc0-e175-485b-87b9-d97f93779935), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:52.686385 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 2899dcc0-e175-485b-87b9-d97f93779935 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:59.575102 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:06:01.404337 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-66bb0535-2d57-4423-b513-cc92a606bd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.975316 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-654ee892-e277-4073-8c4a-378e00c775e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.996638 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.034979 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.732810 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.394077 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-98da058a-37fe-446d-8e50-f6675aaafdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:33.880427 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9251d1de-504c-4b2e-918c-2588beadfca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:35.011174 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:36.037451 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:36.576013 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:06:37.731577 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.393331 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c8d34ae7-e43a-475b-bde4-ac648282727f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.891129 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4ac08245-79c4-4d29-acf3-00e5ccfc2708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.997745 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.042873 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.730141 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:12.972962 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39170) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:13.034693 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b58294c-e806-43b5-b3bc-89e689927a75 admin admin] GET failed (client error): The resource could not be found. Apr 12 11:07:13.035980 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0b58294c-e806-43b5-b3bc-89e689927a75 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620661 Apr 12 11:07:13.196504 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c666dbe-db06-48b4-a68d-baec2600c0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:13.197900 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8c666dbe-db06-48b4-a68d-baec2600c0d7 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579158 Apr 12 11:07:13.573667 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:07:15.560024 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39180) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:15.649857 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a5c90-b88f-48c7-a2ea-1e254c5898cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:15.651227 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-1a4a5c90-b88f-48c7-a2ea-1e254c5898cd admin admin] 10.222.0.59 "GET /v2.0/subnets/c6fede12-6afb-4578-9e8a-010b8ec5b0b4 HTTP/1.1" status: 200 len: 849 time: 0.0902131 Apr 12 11:07:15.661427 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:15.747009 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Publish callbacks [] for subnet (c6fede12-6afb-4578-9e8a-010b8ec5b0b4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:15.924420 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773031701526'] for subnet (c6fede12-6afb-4578-9e8a-010b8ec5b0b4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:15.954458 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:15.955054 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:15.956334 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] 10.222.0.59 "PUT /v2.0/subnets/c6fede12-6afb-4578-9e8a-010b8ec5b0b4 HTTP/1.1" status: 200 len: 868 time: 0.2984602 Apr 12 11:07:15.975425 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fede12-6afb-4578-9e8a-010b8ec5b0b4,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:15.977160 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6203d-2662-4588-a0de-5069aa53f9ab None None] Network 3d1376fd-cc31-4c71-920e-1e8c79ae1e85 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:15.987786 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.988194 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992019 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992019 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992019 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992019 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992019 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992019 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992019 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992723 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.992723 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.993085 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.993345 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.993655 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:15.993984 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2c0f86-90b9-4a08-8401-d5ceb81522ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.278995 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-360c1dcd-e83e-4ceb-94be-36a1aaabd79c None None] Provisioning complete for port 615fa891-febd-4507-8896-4e3c5ac398e6 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:16.279398 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-360c1dcd-e83e-4ceb-94be-36a1aaabd79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (615fa891-febd-4507-8896-4e3c5ac398e6), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.358281 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-360c1dcd-e83e-4ceb-94be-36a1aaabd79c None None] Current status of the port 615fa891-febd-4507-8896-4e3c5ac398e6 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:16.367010 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-360c1dcd-e83e-4ceb-94be-36a1aaabd79c None None] Provisioning complete for port 48eaf30c-6195-4d97-9c7f-88e17157eb06 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:16.368214 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-360c1dcd-e83e-4ceb-94be-36a1aaabd79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (48eaf30c-6195-4d97-9c7f-88e17157eb06), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.441711 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-360c1dcd-e83e-4ceb-94be-36a1aaabd79c None None] Current status of the port 48eaf30c-6195-4d97-9c7f-88e17157eb06 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:18.290648 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39188) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:18.493270 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba444b6c-641c-4d11-81d0-f8d1681e2a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.493739 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba444b6c-641c-4d11-81d0-f8d1681e2a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.495350 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ba444b6c-641c-4d11-81d0-f8d1681e2a45 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037008 Apr 12 11:07:20.844367 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39198) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:21.050319 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f85e61-719a-45ad-bcb3-77932ce6f2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:21.050726 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f85e61-719a-45ad-bcb3-77932ce6f2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:21.052266 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-d1f85e61-719a-45ad-bcb3-77932ce6f2ea admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2066591 Apr 12 11:07:23.383690 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39206) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:23.540707 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db96c44-075a-40b5-9f17-81799fca83a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:23.542115 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-4db96c44-075a-40b5-9f17-81799fca83a2 admin admin] 10.222.0.59 "GET /v2.0/networks/3d1376fd-cc31-4c71-920e-1e8c79ae1e85 HTTP/1.1" status: 200 len: 869 time: 0.1574337 Apr 12 11:07:25.870672 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39214) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:26.000881 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ed071-41f6-4587-9da9-df6c57872a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:26.002297 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-148ed071-41f6-4587-9da9-df6c57872a0d admin admin] 10.222.0.59 "GET /v2.0/networks/75f1dc08-6b9f-4b61-8f6f-937d904528da HTTP/1.1" status: 200 len: 886 time: 0.1305969 Apr 12 11:07:28.325268 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39222) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:28.449063 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ccadb-23e0-4583-b8eb-a71978354fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.449517 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ccadb-23e0-4583-b8eb-a71978354fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.451066 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-2b4ccadb-23e0-4583-b8eb-a71978354fa6 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248484 Apr 12 11:07:30.787374 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39230) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:30.878200 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96362c4-b2bb-4e3a-91bb-a749c5b7341d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.878650 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96362c4-b2bb-4e3a-91bb-a749c5b7341d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.880139 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e96362c4-b2bb-4e3a-91bb-a749c5b7341d admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918183 Apr 12 11:07:31.392686 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0a81d263-e5dc-4408-bb88-d902d372cb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:33.744450 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39238) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:33.837967 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9d556c-83c1-4f42-914d-2e976d642ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:33.839464 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-2f9d556c-83c1-4f42-914d-2e976d642ff6 admin admin] 10.222.0.59 "GET /v2.0/subnets/c5c64c61-59a8-4cf5-92d3-c228acc99df3 HTTP/1.1" status: 200 len: 816 time: 0.0940461 Apr 12 11:07:33.877693 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-982624c6-aa78-40f5-9aa6-17ff9c54cf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.002893 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.050042 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.228124 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39246) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:36.322158 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09481eb1-b4a2-4c24-ae0a-efd26ebe7c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:36.323487 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-09481eb1-b4a2-4c24-ae0a-efd26ebe7c6c admin admin] 10.222.0.59 "GET /v2.0/subnets/c6fede12-6afb-4578-9e8a-010b8ec5b0b4 HTTP/1.1" status: 200 len: 868 time: 0.0944967 Apr 12 11:07:37.728720 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.572932 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:08:01.442961 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d9ba36d3-2268-460e-aca5-c26f4922713e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.883415 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5065f1c7-ba8e-48de-a5dc-205f9365482f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.026569 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.072621 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.728372 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.458427 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39304) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:17.505755 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [None req-99b25219-3f26-4bda-a70e-f5142603c2e6 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:08:17.506794 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-99b25219-3f26-4bda-a70e-f5142603c2e6 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474188 Apr 12 11:08:19.913164 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39312) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:19.973348 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff624648-01bf-4e23-a24c-0925457402fb admin admin] GET failed (client error): The resource could not be found. Apr 12 11:08:19.974652 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-ff624648-01bf-4e23-a24c-0925457402fb admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605614 Apr 12 11:08:20.064926 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538839d-f309-42e8-8733-442cb676be64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:20.066494 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-1538839d-f309-42e8-8733-442cb676be64 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0877500 Apr 12 11:08:22.420798 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39320) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:22.466831 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:22.563360 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Made reservation on behalf of abc334f58895431e8182e62ac05067fb for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:22.565572 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.593864 dv-cinder-830091-4-iscsi neutron-server[103888]: WARNING neutron.services.revisions.revision_plugin [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Could not find related network for resource to bump revision. Apr 12 11:08:22.604746 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:08:22.613405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (af5053ef-ba11-414a-a73f-1aff3e878360), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.615188 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Added segment af5053ef-ba11-414a-a73f-1aff3e878360 of type vlan for network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 Apr 12 11:08:22.746705 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (0a1c3de7-f3ac-4b69-bf78-4b89c0e67866), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.813865 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (0a1c3de7-f3ac-4b69-bf78-4b89c0e67866), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.814833 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:22.815408 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.872874 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1c3de7-f3ac-4b69-bf78-4b89c0e67866,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:22.879979 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.880326 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.880670 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.881005 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.881337 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.881663 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.882014 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.886292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.886292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.886292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.886292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.886292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.886292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.886292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.886292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:22.896736 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:08:22.908365 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-97c84a33-ee23-4731-bf2a-780dc90e24a9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4865105 Apr 12 11:08:25.263189 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39328) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:25.323071 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35e48b6-02d2-4e62-8488-0ca024c80fda admin admin] GET failed (client error): The resource could not be found. Apr 12 11:08:25.324331 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c35e48b6-02d2-4e62-8488-0ca024c80fda admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602527 Apr 12 11:08:25.400266 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e6188-3bc4-49ef-ac2b-c1e6e8e9c9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:25.409786 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-490e6188-3bc4-49ef-ac2b-c1e6e8e9c9a0 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711789 Apr 12 11:08:25.412460 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Request body: {'subnet': {'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:25.505972 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Made reservation on behalf of abc334f58895431e8182e62ac05067fb for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:25.508251 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.700862 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (1859fe6b-69bd-4d6d-bfd9-21498d8d9c57), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.755606 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1859fe6b-69bd-4d6d-bfd9-21498d8d9c57,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:25.767670 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Checking segment: {'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:25.767670 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Network hostable DHCP agents. Network: 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:08:25.826045 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:08:25.865904 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:25.870331 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:25.871048 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.876331 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40ea45-a4fd-48ba-9627-f5618501e853 None None] Network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:25.925986 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a7c784ae-edc7-4da3-bcf3-9631d6733e11 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5169232 Apr 12 11:08:25.979978 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-0a1c3de7-f3ac-4b69-bf78-4b89c0e67866', 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866', 'project_id': 'abc334f58895431e8182e62ac05067fb', 'fixed_ips': [{'subnet_id': '1859fe6b-69bd-4d6d-bfd9-21498d8d9c57'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:08:25.984439 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.321277 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Allocated IP 192.168.233.2 (0a1c3de7-f3ac-4b69-bf78-4b89c0e67866/1859fe6b-69bd-4d6d-bfd9-21498d8d9c57/7b078b54-6509-4176-81cf-5010a17c8224) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:26.476260 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Publish callbacks [] for port (7b078b54-6509-4176-81cf-5010a17c8224), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.578060 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (7b078b54-6509-4176-81cf-5010a17c8224), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.614571 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:26.617258 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:26.626095 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:26.630332 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Pushing event updated for resources: {'Port': ['ID=7b078b54-6509-4176-81cf-5010a17c8224,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:26.638970 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.639453 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.639853 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.640203 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.640538 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.640863 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.641187 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.641509 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.641829 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.642170 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.642490 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.642825 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.643146 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.643463 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.643778 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:26.701148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Attempting to bind port 7b078b54-6509-4176-81cf-5010a17c8224 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:26.701550 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Attempting to bind port 7b078b54-6509-4176-81cf-5010a17c8224 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:26.701905 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Attempting to bind port 7b078b54-6509-4176-81cf-5010a17c8224 on network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:26.707114 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:26.710855 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Checking segment: {'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:26.710855 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.710855 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Bound using segment: {'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:26.710855 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Bound port: 7b078b54-6509-4176-81cf-5010a17c8224, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:26.710855 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7b078b54-6509-4176-81cf-5010a17c8224), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.772941 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] For port 7b078b54-6509-4176-81cf-5010a17c8224, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:26.776357 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] For port 7b078b54-6509-4176-81cf-5010a17c8224, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=7b078b54-6509-4176-81cf-5010a17c8224,segment=NetworkSegment(af5053ef-ba11-414a-a73f-1aff3e878360),segment_id=af5053ef-ba11-414a-a73f-1aff3e878360)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:26.833092 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (7b078b54-6509-4176-81cf-5010a17c8224), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.893051 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee63fe-fd89-4eb8-8d2b-7d10e288899b None None] Pushing event updated for resources: {'Port': ['ID=7b078b54-6509-4176-81cf-5010a17c8224,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:27.571720 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:08:27.752175 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3811f1e-f284-4fbc-b2b3-9b6dc69d19e5 None None] Network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:27.812872 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-3aa60d4b-f6af-46c9-a7fa-8d041cd13a43 None None] Provisioning complete for port 7b078b54-6509-4176-81cf-5010a17c8224 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:27.813240 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3aa60d4b-f6af-46c9-a7fa-8d041cd13a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7b078b54-6509-4176-81cf-5010a17c8224), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.933257 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-3aa60d4b-f6af-46c9-a7fa-8d041cd13a43 None None] Current status of the port 7b078b54-6509-4176-81cf-5010a17c8224 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:27.933868 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3aa60d4b-f6af-46c9-a7fa-8d041cd13a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7b078b54-6509-4176-81cf-5010a17c8224), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.969100 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-3aa60d4b-f6af-46c9-a7fa-8d041cd13a43 None None] For port 7b078b54-6509-4176-81cf-5010a17c8224, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=7b078b54-6509-4176-81cf-5010a17c8224,segment=NetworkSegment(af5053ef-ba11-414a-a73f-1aff3e878360),segment_id=af5053ef-ba11-414a-a73f-1aff3e878360)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:28.011016 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3aa60d4b-f6af-46c9-a7fa-8d041cd13a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (7b078b54-6509-4176-81cf-5010a17c8224), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.067417 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60d4b-f6af-46c9-a7fa-8d041cd13a43 None None] Pushing event updated for resources: {'Port': ['ID=7b078b54-6509-4176-81cf-5010a17c8224,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:28.130156 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-291f202f-5bca-4613-9f26-a914fd04daa8 None None] Provisioning complete for port 7b078b54-6509-4176-81cf-5010a17c8224 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:28.130547 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-291f202f-5bca-4613-9f26-a914fd04daa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7b078b54-6509-4176-81cf-5010a17c8224), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.211189 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-291f202f-5bca-4613-9f26-a914fd04daa8 None None] Current status of the port 7b078b54-6509-4176-81cf-5010a17c8224 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:28.588265 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 7b078b54-6509-4176-81cf-5010a17c8224 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:28.637285 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 7b078b54-6509-4176-81cf-5010a17c8224 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:28.637677 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7b078b54-6509-4176-81cf-5010a17c8224), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.715738 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 7b078b54-6509-4176-81cf-5010a17c8224 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:31.466645 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7e60b682-62ac-4697-8ee7-0ff3d8663142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:33.877332 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d983b7e6-ab14-4f7a-8c9e-e469bc687de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:35.026068 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:36.049504 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.723081 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.408815 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2937779a-aea6-4358-a982-ab8040a64584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.854877 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5830dac3-14d4-4219-9acc-371e757cef15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.569508 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:09:05.003359 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.043475 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.740263 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:31.402870 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5f89-d058-4b3e-9c0d-de4c2a8127aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.866267 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ef623c9-5b73-4316-aed4-c916bf3800b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:35.002873 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:36.065792 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:37.762925 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.568663 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:10:01.449093 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cea9107f-55d7-4a40-bbc6-13aa13dfcad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:03.877640 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-200e20e2-71ff-43b2-b45f-f13fc14ab8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:04.151131 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39366) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:04.157837 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [None req-5c92c571-e2c0-467d-b271-b92db7c2125f tempest-verify_tempest_config-2094895865 tempest-verify_tempest_config-2094895865-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:10:04.158861 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5c92c571-e2c0-467d-b271-b92db7c2125f tempest-verify_tempest_config-2094895865 tempest-verify_tempest_config-2094895865-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067558 Apr 12 11:10:04.813900 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39384) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:04.915491 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:04.990489 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Publish callbacks [] for security_group (1926bc01-aae9-4b42-8ddc-823728c60c22), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:05.031709 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:05.054251 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (1926bc01-aae9-4b42-8ddc-823728c60c22), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:05.103500 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44e65eac24354cb485bce6e16d803eaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2884381 Apr 12 11:10:05.105736 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1926bc01-aae9-4b42-8ddc-823728c60c22,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:05.106319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39388) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:05.111460 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.111810 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.112159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.112500 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.112837 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.113170 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.113496 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.113821 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.114194 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.114527 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.114866 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.115209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.115535 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.115853 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.116172 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41696bb2-5ebc-4a25-b14d-198c99d88c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.186539 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Publish callbacks [] for security_group (1926bc01-aae9-4b42-8ddc-823728c60c22), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:05.208535 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Publish callbacks [] for security_group (1926bc01-aae9-4b42-8ddc-823728c60c22), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:05.346062 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (1926bc01-aae9-4b42-8ddc-823728c60c22), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:05.348570 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:05.349706 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1926bc01-aae9-4b42-8ddc-823728c60c22 HTTP/1.1" status: 204 len: 168 time: 0.2423284 Apr 12 11:10:05.357689 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1926bc01-aae9-4b42-8ddc-823728c60c22,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:05.364403 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.364746 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.365115 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.365461 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.365791 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.366157 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.366487 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.366811 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.367152 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.367483 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.367905 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.368139 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.368461 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.368786 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:05.369106 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c334bb7-d569-48b6-86b7-c7537e5829ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:06.049313 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:07.763354 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.567476 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:10:31.409394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8886fdcd-d13d-49ed-a0f2-a6f36facf438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:33.888340 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7fed5084-dc98-4972-b064-bef697b52f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.009058 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.077803 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:37.706936 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:55.565746 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:11:01.420734 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-15d75c96-0e6f-4734-a407-efbca74ea820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:03.906769 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9b141547-dadf-4341-9bc9-f80ee6729271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:05.026723 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:06.071231 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:07.740502 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:31.409748 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b8b984ca-b1f5-4656-85ee-92dad4d48604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:32.564369 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 5 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:11:33.855421 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-75a88543-d54b-4b56-a44f-ecb0f9920493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:35.003976 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:36.065185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:37.752663 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:49.784941 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453046'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.407807 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-306626bd-1ebc-4962-8b7f-8080edf13a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:03.872827 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ddecb9e4-9925-46ef-b2c7-e3002764d08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:04.497428 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39460) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:04.602333 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-a30a0f9c-57a4-465e-ad15-273044fffda6 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1037488 Apr 12 11:12:05.015804 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.072986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.936300 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39470) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:06.990485 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-5f3369f8-1a0f-48f9-b34c-6d7e9c71838b admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529659 Apr 12 11:12:07.728233 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:09.562755 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:12:19.787338 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.433493 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4bb86ebb-46ed-4ad5-a2b8-56c8cd458107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.861611 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6bd5dd71-7ea5-4394-9640-8be0ba5c425d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.017053 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.072917 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:37.753291 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.561198 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:12:49.782221 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:01.445764 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1ae9d32b-1e20-4bde-96df-a671e75f48f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:03.896649 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa820-bd30-4811-869d-be61b4c1d842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:05.031150 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:06.077281 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:07.757056 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:19.794351 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:23.560367 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:13:31.439598 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8a87ee5b-57dd-4dac-bf87-2b713f64caa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:33.879642 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e68c94c3-e7a3-40f8-b718-5ff3d969c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:35.048469 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:36.077050 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:37.760169 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:48.821009 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39676) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:49.041852 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39692) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:49.125848 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-702248541-network', 'tenant_id': '77070a5964674c428b8aff6c13200ead'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:49.231391 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Made reservation on behalf of 77070a5964674c428b8aff6c13200ead for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:13:49.233783 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.242734 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.305619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39702) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:49.322446 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Publish callbacks [] for security_group (61962a24-55e4-4783-bee1-7377b8ecaaa9), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.393533 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1965985393-network', 'tenant_id': '1a0f3226182b457b869cb2ca52938d47'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:49.401930 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (61962a24-55e4-4783-bee1-7377b8ecaaa9), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.423323 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:13:49.433695 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (41f175e7-7d81-43c7-bf35-971bcf5ca2d2), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.434058 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Added segment 41f175e7-7d81-43c7-bf35-971bcf5ca2d2 of type vlan for network 02313fd0-40df-4fb0-9eff-eaf90d447362 Apr 12 11:13:49.487960 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61962a24-55e4-4783-bee1-7377b8ecaaa9,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:49.502228 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.502579 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.504528 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.504528 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.504528 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.504528 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.504528 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.504961 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.505179 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.505511 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.505887 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.506193 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.506520 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.506841 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.507237 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Tracked resource versions report: Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: pushed versions: Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: { 'AddressGroup': {'1.2'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Agent': {'1.1'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'ConntrackHelper': {'1.0'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Log': {'1.0'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'NDPProxy': {'1.0'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Network': {'1.1'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Port': {'1.7'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'PortForwarding': {'1.3'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'QosPolicy': {'1.10'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SecurityGroup': {'1.5'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SubPort': {'1.0'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Subnet': {'1.1'}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Trunk': {'1.1'}} Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: consumer versions: Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: { DHCP agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: HyperV agent@hv-cinder-83009: {}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: L3 agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: Metadata agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: Metering agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: Open vSwitch agent@dv-cinder-830091-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Agent': '1.1', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'ConntrackHelper': '1.0', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'LocalIPAssociation': '1.0', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Log': '1.0', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'NDPProxy': '1.0', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Network': '1.1', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Port': '1.7', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'PortForwarding': '1.3', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'QosPolicy': '1.10', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SecurityGroup': '1.5', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SecurityGroupRule': '1.2', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'SubPort': '1.0', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Subnet': '1.1', Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: 'Trunk': '1.1'}} Apr 12 11:13:49.508416 dv-cinder-830091-4-iscsi neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:13:49.514584 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (02313fd0-40df-4fb0-9eff-eaf90d447362), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.537567 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Made reservation on behalf of 1a0f3226182b457b869cb2ca52938d47 for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:13:49.540577 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.549203 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.622442 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (02313fd0-40df-4fb0-9eff-eaf90d447362), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.623333 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:49.624194 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.658292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Publish callbacks [] for security_group (288244b0-1054-41fe-9ffd-49220ae71784), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.676481 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-10355590-network', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:49.714709 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=02313fd0-40df-4fb0-9eff-eaf90d447362,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:49.726101 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:13:49.738141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39722) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:49.745446 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Request body: {'subnet': {'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-subnet', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:49.747955 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c43cc030-9700-4ab5-9e41-a2f4b6d69aa7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9255140 Apr 12 11:13:49.749443 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (288244b0-1054-41fe-9ffd-49220ae71784), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.799290 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:13:49.811777 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288244b0-1054-41fe-9ffd-49220ae71784,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:49.817814 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Made reservation on behalf of e476965a905e40cdaa1279d48e3c78a7 for: {'network': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:13:49.818701 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (3c7e80de-206c-430b-8d33-3c73e6f6ccc0), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.819698 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Added segment 3c7e80de-206c-430b-8d33-3c73e6f6ccc0 of type vlan for network 40ee67b6-9178-4976-8d72-a6c28f59e76f Apr 12 11:13:49.821191 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.851395 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.910606 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (40ee67b6-9178-4976-8d72-a6c28f59e76f), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.911804 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Made reservation on behalf of 77070a5964674c428b8aff6c13200ead for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:13:49.915950 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.937770 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.023520 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (40ee67b6-9178-4976-8d72-a6c28f59e76f), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.024617 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:50.025373 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.056995 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Publish callbacks [] for security_group (da2e1326-87ee-4ef0-8692-f9ae9812342c), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.100531 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] Pushing event updated for resources: {'Network': ['ID=40ee67b6-9178-4976-8d72-a6c28f59e76f,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:50.112385 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 40ee67b6-9178-4976-8d72-a6c28f59e76f details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:13:50.169591 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-39f8f17e-d9ad-4ed0-8bd5-a309a4b4720b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1236320 Apr 12 11:13:50.169932 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39740) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:50.175646 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Request body: {'subnet': {'network_id': '40ee67b6-9178-4976-8d72-a6c28f59e76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1965985393-subnet', 'tenant_id': '1a0f3226182b457b869cb2ca52938d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:50.198284 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (da2e1326-87ee-4ef0-8692-f9ae9812342c), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.245535 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2e1326-87ee-4ef0-8692-f9ae9812342c,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:50.264720 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.265101 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.265523 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.265740 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.266102 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.270094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Tracked resource versions report: Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: pushed versions: Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: { 'AddressGroup': {'1.2'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Agent': {'1.1'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'ConntrackHelper': {'1.0'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Log': {'1.0'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'NDPProxy': {'1.0'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Network': {'1.1'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Port': {'1.7'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'PortForwarding': {'1.3'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'QosPolicy': {'1.10'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SecurityGroup': {'1.5'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SubPort': {'1.0'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Subnet': {'1.1'}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Trunk': {'1.1'}} Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: consumer versions: Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: { DHCP agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: HyperV agent@hv-cinder-83009: {}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: L3 agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: Metadata agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: Metering agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: Open vSwitch agent@dv-cinder-830091-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Agent': '1.1', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'ConntrackHelper': '1.0', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'LocalIPAssociation': '1.0', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Log': '1.0', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'NDPProxy': '1.0', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Network': '1.1', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Port': '1.7', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'PortForwarding': '1.3', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'QosPolicy': '1.10', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SecurityGroup': '1.5', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SecurityGroupRule': '1.2', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'SubPort': '1.0', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Subnet': '1.1', Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: 'Trunk': '1.1'}} Apr 12 11:13:50.272439 dv-cinder-830091-4-iscsi neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:13:50.278790 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:13:50.292459 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Made reservation on behalf of 1a0f3226182b457b869cb2ca52938d47 for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:13:50.295475 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.304446 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773031671462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (88d61785-0f80-4c6e-ac49-222b87417066), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.306980 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Unsubscribe: segment precommit_create {{(pid=103887) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 11:13:50.307658 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.segments_db [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Added segment 88d61785-0f80-4c6e-ac49-222b87417066 of type vlan for network 6cc12cd4-1430-44d8-8be2-637e64117173 Apr 12 11:13:50.374189 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (6cc12cd4-1430-44d8-8be2-637e64117173), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.399476 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (c906a86c-4203-4e80-8ec3-9087b155c91b), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.451542 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c906a86c-4203-4e80-8ec3-9087b155c91b,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:50.502205 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Checking segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:50.502571 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Network hostable DHCP agents. Network: 02313fd0-40df-4fb0-9eff-eaf90d447362, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:13:50.589489 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (6cc12cd4-1430-44d8-8be2-637e64117173), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.594313 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:50.595102 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.609636 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (abb1ab93-6682-46ae-b636-9859d2ddd00e), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.638619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:13:50.722906 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb1ab93-6682-46ae-b636-9859d2ddd00e,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:50.739065 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Checking segment: {'id': '3c7e80de-206c-430b-8d33-3c73e6f6ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '40ee67b6-9178-4976-8d72-a6c28f59e76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:50.739439 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Network hostable DHCP agents. Network: 40ee67b6-9178-4976-8d72-a6c28f59e76f, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:13:50.759833 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4530897 Apr 12 11:13:50.763677 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39774) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:50.764214 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 02313fd0-40df-4fb0-9eff-eaf90d447362) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:50.768733 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:50.769496 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.770163 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Request body: {'subnet': {'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-subnet', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:50.776213 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce491c0-8ca0-4a97-aec5-63751ba5e961 None None] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:13:50.785636 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d84f60-6378-47f9-9471-5de939d60f05 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc12cd4-1430-44d8-8be2-637e64117173,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:50.805891 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 6cc12cd4-1430-44d8-8be2-637e64117173 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:13:50.862953 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Network 40ee67b6-9178-4976-8d72-a6c28f59e76f is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:13:50.869036 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 40ee67b6-9178-4976-8d72-a6c28f59e76f) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:50.874373 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:50.875091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.901451 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d04da-5627-4cc3-8e5b-e1eada38a87e None None] Network 40ee67b6-9178-4976-8d72-a6c28f59e76f requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:13:50.914925 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Made reservation on behalf of e476965a905e40cdaa1279d48e3c78a7 for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:13:50.918514 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:50.929940 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-78d137b1-cc0c-45d7-967c-af5349de0153 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1868651 Apr 12 11:13:50.931891 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39786) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:50.940558 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:50.956960 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0a9af050-21b6-424e-bf6f-c7cec932432e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7856150 Apr 12 11:13:51.067568 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee5ff2-7112-40c3-9340-5c85d0f95e56 None None] Network 40ee67b6-9178-4976-8d72-a6c28f59e76f requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:13:51.095793 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-02313fd0-40df-4fb0-9eff-eaf90d447362', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'project_id': '77070a5964674c428b8aff6c13200ead', 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:13:51.097215 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.104708 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (e7b3c074-725c-4e38-9a3f-22a92dbada95), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.105952 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (e7b3c074-725c-4e38-9a3f-22a92dbada95), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.246284 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (1af46eae-1ec5-4aad-ad59-29df4cd09df9), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.368205 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af46eae-1ec5-4aad-ad59-29df4cd09df9,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:51.373879 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Checking segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:51.374305 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Network hostable DHCP agents. Network: 6cc12cd4-1430-44d8-8be2-637e64117173, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:13:51.392089 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks [] for router_controller (e7b3c074-725c-4e38-9a3f-22a92dbada95), precommit_add_association {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.411559 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Allocated IP 172.20.0.2 (02313fd0-40df-4fb0-9eff-eaf90d447362/c906a86c-4203-4e80-8ec3-9087b155c91b/ee5b009e-8f2d-49ad-87f4-468ef0933116) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:51.441055 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Network 6cc12cd4-1430-44d8-8be2-637e64117173 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:13:51.536251 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 6cc12cd4-1430-44d8-8be2-637e64117173) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:51.542909 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:51.543727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.548584 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37126d-deb9-4952-bf1c-c34a11d314f0 None None] Network 6cc12cd4-1430-44d8-8be2-637e64117173 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:13:51.666755 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c95383ae-3b72-42be-b540-18c322ff0fce admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9012454 Apr 12 11:13:51.667697 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39816) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:51.672780 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:51.692933 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Publish callbacks [] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.694995 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks [] for router_gateway (e7b3c074-725c-4e38-9a3f-22a92dbada95), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.730661 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-6cc12cd4-1430-44d8-8be2-637e64117173', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:13:51.732166 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.816022 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.817936 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (e141b27e-b1d1-4613-a958-dbcf5a3864ab), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.824163 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (e141b27e-b1d1-4613-a958-dbcf5a3864ab), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.860439 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39824) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:51.963159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks [] for router_controller (e141b27e-b1d1-4613-a958-dbcf5a3864ab), precommit_add_association {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.013264 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:52.017011 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Pushing event updated for resources: {'Port': ['ID=ee5b009e-8f2d-49ad-87f4-468ef0933116,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:52.038622 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:52.048983 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:52.055105 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.055447 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.055812 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.056168 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.056510 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.056846 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.057179 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.057507 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.057839 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.058204 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.058600 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.058855 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.059210 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.059532 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.059857 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Tracked resource versions report: Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: pushed versions: Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: { 'AddressGroup': {'1.2'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Agent': {'1.1'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'ConntrackHelper': {'1.0'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Log': {'1.0'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'NDPProxy': {'1.0'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Network': {'1.1'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Port': {'1.7'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'PortForwarding': {'1.3'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'QosPolicy': {'1.10'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SecurityGroup': {'1.5'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SubPort': {'1.0'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Subnet': {'1.1'}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Trunk': {'1.1'}} Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: consumer versions: Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: { DHCP agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: HyperV agent@hv-cinder-83009: {}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: L3 agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: Metadata agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: Metering agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: Open vSwitch agent@dv-cinder-830091-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Agent': '1.1', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'ConntrackHelper': '1.0', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'LocalIPAssociation': '1.0', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Log': '1.0', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'NDPProxy': '1.0', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Network': '1.1', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Port': '1.7', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'PortForwarding': '1.3', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'QosPolicy': '1.10', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SecurityGroup': '1.5', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SecurityGroupRule': '1.2', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'SubPort': '1.0', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Subnet': '1.1', Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: 'Trunk': '1.1'}} Apr 12 11:13:52.061103 dv-cinder-830091-4-iscsi neutron-server[103889]: {{(pid=103889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:13:52.120408 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Allocated IP 172.20.0.2 (6cc12cd4-1430-44d8-8be2-637e64117173/1af46eae-1ec5-4aad-ad59-29df4cd09df9/294b2ad9-32b6-4f6f-be48-095fab6c7265) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:52.145495 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Attempting to bind port ee5b009e-8f2d-49ad-87f4-468ef0933116 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:13:52.145859 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Attempting to bind port ee5b009e-8f2d-49ad-87f4-468ef0933116 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:13:52.146242 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Attempting to bind port ee5b009e-8f2d-49ad-87f4-468ef0933116 on network 02313fd0-40df-4fb0-9eff-eaf90d447362 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:13:52.173222 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:13:52.173607 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Checking segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:52.174038 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.174469 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Bound using segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:13:52.174949 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Bound port: ee5b009e-8f2d-49ad-87f4-468ef0933116, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:13:52.175348 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.208603 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks [] for router_gateway (e7b3c074-725c-4e38-9a3f-22a92dbada95), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.291884 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.343644 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19225bf4-574c-47a7-ab26-647ad651db67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.345417 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39854) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:52.357639 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] For port ee5b009e-8f2d-49ad-87f4-468ef0933116, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:13:52.375467 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] For port ee5b009e-8f2d-49ad-87f4-468ef0933116, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=ee5b009e-8f2d-49ad-87f4-468ef0933116,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:13:52.383829 dv-cinder-830091-4-iscsi neutron-server[103888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 11:13:52.398635 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Publish callbacks [] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.450217 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.464210 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Allocated IP 172.27.1.69 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/9b575b02-df2f-45f5-8d30-d411992d277c) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:52.523879 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de1445-b886-48ad-9b2d-01dc63b64c7e None None] Pushing event updated for resources: {'Port': ['ID=ee5b009e-8f2d-49ad-87f4-468ef0933116,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:52.535885 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.644102 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Network 6cc12cd4-1430-44d8-8be2-637e64117173 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:52.661315 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:52.674950 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:52.683788 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks [] for port (9b575b02-df2f-45f5-8d30-d411992d277c), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.715754 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Pushing event updated for resources: {'Port': ['ID=294b2ad9-32b6-4f6f-be48-095fab6c7265,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:52.767041 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Attempting to bind port 294b2ad9-32b6-4f6f-be48-095fab6c7265 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:13:52.767412 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Attempting to bind port 294b2ad9-32b6-4f6f-be48-095fab6c7265 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:13:52.767777 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Attempting to bind port 294b2ad9-32b6-4f6f-be48-095fab6c7265 on network 6cc12cd4-1430-44d8-8be2-637e64117173 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:13:52.774502 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:13:52.778465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Checking segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:52.778465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.778465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Bound using segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:13:52.778465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Bound port: 294b2ad9-32b6-4f6f-be48-095fab6c7265, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:13:52.778465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.783407 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks [] for router_gateway (e141b27e-b1d1-4613-a958-dbcf5a3864ab), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.828434 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-9d4e1a3c-7ab1-4d6b-93f1-881bb6cb3d73 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:52.829253 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:52.830408 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-9d4e1a3c-7ab1-4d6b-93f1-881bb6cb3d73 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/networks?id=40ee67b6-9178-4976-8d72-a6c28f59e76f HTTP/1.1" status: 200 len: 812 time: 0.4554245 Apr 12 11:13:52.916968 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] For port 294b2ad9-32b6-4f6f-be48-095fab6c7265, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:13:52.916968 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] For port 294b2ad9-32b6-4f6f-be48-095fab6c7265, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=294b2ad9-32b6-4f6f-be48-095fab6c7265,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:13:52.918014 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:52.918014 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:52.918014 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:52.918383 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-4738dd65-9083-42cb-bc8d-f15fed743b33 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/quotas/1a0f3226182b457b869cb2ca52938d47 HTTP/1.1" status: 200 len: 375 time: 0.0697637 Apr 12 11:13:52.993523 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.030837 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Pushing event updated for resources: {'Port': ['ID=9b575b02-df2f-45f5-8d30-d411992d277c,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:53.066473 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-62b18f9e-35a7-4fec-9f49-50589a203ba3 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a0f3226182b457b869cb2ca52938d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402149 Apr 12 11:13:53.131237 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8fa5e-07d2-484c-8a4e-f31dead5ce94 None None] Pushing event updated for resources: {'Port': ['ID=294b2ad9-32b6-4f6f-be48-095fab6c7265,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:53.191877 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19225bf4-574c-47a7-ab26-647ad651db67 admin admin] Publish callbacks [] for security_group (c8b7c0e4-23cc-42d0-942b-a843af138f4b), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.271940 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-e49bfc01-4661-4273-a6cb-1d64c20cff00 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:13:53.272952 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-e49bfc01-4661-4273-a6cb-1d64c20cff00 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0950618 Apr 12 11:13:53.275842 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19225bf4-574c-47a7-ab26-647ad651db67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (c8b7c0e4-23cc-42d0-942b-a843af138f4b), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.407791 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19225bf4-574c-47a7-ab26-647ad651db67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b7c0e4-23cc-42d0-942b-a843af138f4b,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:53.414130 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-19225bf4-574c-47a7-ab26-647ad651db67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8081b903a544547861c0e9c872bd97c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5513804 Apr 12 11:13:53.417958 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39902) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:53.447501 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks [] for router_gateway (e7b3c074-725c-4e38-9a3f-22a92dbada95), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.584515 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks [] for router_gateway (e141b27e-b1d1-4613-a958-dbcf5a3864ab), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.597709 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-45d9adcf-5795-4458-b29d-6943c8ec8c6c service neutron] 10.222.0.59 "GET /v2.0/networks/40ee67b6-9178-4976-8d72-a6c28f59e76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775054 Apr 12 11:13:53.640196 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.707851 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39920) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:53.839506 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (e7b3c074-725c-4e38-9a3f-22a92dbada95), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.872818 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-652c780b-4b3a-41fe-b6e9-61c7f1b3e808 service neutron] 10.222.0.59 "GET /v2.0/networks/40ee67b6-9178-4976-8d72-a6c28f59e76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507420 Apr 12 11:13:53.892735 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Allocated IP 172.27.1.96 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/4b76d0fd-b139-4c35-a4a6-eff6dbc8b992) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:53.957764 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-662db80c-d1fb-4aff-8294-296c91625508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.995648 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8126661d-ef55-4a6b-ac15-4970b5e6146b admin admin] Publish callbacks [] for security_group (c8b7c0e4-23cc-42d0-942b-a843af138f4b), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.026257 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8126661d-ef55-4a6b-ac15-4970b5e6146b admin admin] Publish callbacks [] for security_group (c8b7c0e4-23cc-42d0-942b-a843af138f4b), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.158989 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-662db80c-d1fb-4aff-8294-296c91625508 admin admin] Publish callbacks [] for security_group (0725bb4a-4728-4fdd-920d-66aa0d139e7e), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.192009 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b806a1-04d3-450f-a77b-c1029028f447 None None] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:13:54.212885 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks [] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.232309 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-c88ba483-b96f-420e-ac96-c641c5679d25 None None] Provisioning complete for port ee5b009e-8f2d-49ad-87f4-468ef0933116 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:54.232924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c88ba483-b96f-420e-ac96-c641c5679d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.268981 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Router e7b3c074-725c-4e38-9a3f-22a92dbada95 is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:13:54.282434 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-662db80c-d1fb-4aff-8294-296c91625508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0725bb4a-4728-4fdd-920d-66aa0d139e7e), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.452597 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8126661d-ef55-4a6b-ac15-4970b5e6146b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (c8b7c0e4-23cc-42d0-942b-a843af138f4b), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.455407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8126661d-ef55-4a6b-ac15-4970b5e6146b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.459263 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-8126661d-ef55-4a6b-ac15-4970b5e6146b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8b7c0e4-23cc-42d0-942b-a843af138f4b HTTP/1.1" status: 204 len: 168 time: 1.0392320 Apr 12 11:13:54.471879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126661d-ef55-4a6b-ac15-4970b5e6146b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b7c0e4-23cc-42d0-942b-a843af138f4b,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:54.485153 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-662db80c-d1fb-4aff-8294-296c91625508 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc395d97e65e4eee8b6947f572b856dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7748613 Apr 12 11:13:54.487701 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39962) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:54.513464 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bbd19a04-5663-4cd9-b164-16d83dd0eaeb req-f2e9e816-5636-4568-9916-1a48e8400d4a tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.2041006 Apr 12 11:13:54.513464 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.551465 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db80c-d1fb-4aff-8294-296c91625508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0725bb4a-4728-4fdd-920d-66aa0d139e7e,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:54.613147 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-c88ba483-b96f-420e-ac96-c641c5679d25 None None] Current status of the port ee5b009e-8f2d-49ad-87f4-468ef0933116 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:54.613147 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c88ba483-b96f-420e-ac96-c641c5679d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.619591 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:54.635508 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:54.638864 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:54.714456 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-c88ba483-b96f-420e-ac96-c641c5679d25 None None] For port ee5b009e-8f2d-49ad-87f4-468ef0933116, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=ee5b009e-8f2d-49ad-87f4-468ef0933116,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:54.717646 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae2303c-6896-4b0f-8506-9cce9ea5b898 None None] Network 6cc12cd4-1430-44d8-8be2-637e64117173 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:13:54.722704 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b76d0fd-b139-4c35-a4a6-eff6dbc8b992,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:54.765660 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:13:54.770921 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5129eba-cec4-4be9-92c2-6601c7d94c05 admin admin] Publish callbacks [] for security_group (0725bb4a-4728-4fdd-920d-66aa0d139e7e), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:54.783964 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Sync routers for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:13:54.805692 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:13:54.806381 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:13:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:54.840872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5129eba-cec4-4be9-92c2-6601c7d94c05 admin admin] Publish callbacks [] for security_group (0725bb4a-4728-4fdd-920d-66aa0d139e7e), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.169778 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c88ba483-b96f-420e-ac96-c641c5679d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.195297 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.195297 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-fa855647-760e-4866-a20c-0c8dbce2311f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9963262 Apr 12 11:13:55.195297 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 39976) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:55.195297 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5129eba-cec4-4be9-92c2-6601c7d94c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0725bb4a-4728-4fdd-920d-66aa0d139e7e), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.195297 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5129eba-cec4-4be9-92c2-6601c7d94c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.195297 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-a5129eba-cec4-4be9-92c2-6601c7d94c05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0725bb4a-4728-4fdd-920d-66aa0d139e7e HTTP/1.1" status: 204 len: 168 time: 0.5633762 Apr 12 11:13:55.200457 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ba483-b96f-420e-ac96-c641c5679d25 None None] Pushing event updated for resources: {'Port': ['ID=ee5b009e-8f2d-49ad-87f4-468ef0933116,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:55.206725 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5129eba-cec4-4be9-92c2-6601c7d94c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0725bb4a-4728-4fdd-920d-66aa0d139e7e,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:55.207636 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 294b2ad9-32b6-4f6f-be48-095fab6c7265 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:13:55.211906 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 39982) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:55.212789 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Provisioning complete for port 294b2ad9-32b6-4f6f-be48-095fab6c7265 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:55.212789 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.217684 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:13:55.283904 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 294b2ad9-32b6-4f6f-be48-095fab6c7265 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:55.284655 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.390309 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Current status of the port 294b2ad9-32b6-4f6f-be48-095fab6c7265 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:55.390818 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.485593 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks [] for router_gateway (e141b27e-b1d1-4613-a958-dbcf5a3864ab), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.528638 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 294b2ad9-32b6-4f6f-be48-095fab6c7265 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:55.530664 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.590667 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:53Z', 'revision_number': 3, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:55.618675 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] For port 294b2ad9-32b6-4f6f-be48-095fab6c7265, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=294b2ad9-32b6-4f6f-be48-095fab6c7265,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:55.678675 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 40004) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:55.682697 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Checking router: e7b3c074-725c-4e38-9a3f-22a92dbada95 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:13:55.684199 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Updating router e7b3c074-725c-4e38-9a3f-22a92dbada95 port 9b575b02-df2f-45f5-8d30-d411992d277c binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:13:55.686860 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.708028 dv-cinder-830091-4-iscsi neutron-server[103887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 11:13:55.778738 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.893358 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Provisioning complete for port ee5b009e-8f2d-49ad-87f4-468ef0933116 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:55.893358 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.946834 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f436d396-7d16-498e-8164-b39b349debe2 req-eff40daa-71e7-4dee-a4e3-511fae1d7ae6 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.2599072 Apr 12 11:13:55.977336 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.db.api [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:13:55.977712 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG oslo_db.api [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:13:56.013763 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b139d7d-2115-492c-880f-816bb2a5ca48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.021432 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Pushing event updated for resources: {'Port': ['ID=294b2ad9-32b6-4f6f-be48-095fab6c7265,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:56.045329 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (e141b27e-b1d1-4613-a958-dbcf5a3864ab), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.058925 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.109924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5ab44-5eb3-4f18-ab53-0ebb133bdbfc None None] Current status of the port ee5b009e-8f2d-49ad-87f4-468ef0933116 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:56.238978 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-abfb243f-447e-4e4d-8d91-e72ce67053fc None None] Provisioning complete for port 294b2ad9-32b6-4f6f-be48-095fab6c7265 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:56.239686 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-abfb243f-447e-4e4d-8d91-e72ce67053fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.261697 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40028) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:56.288678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-eab061e2-fae1-4f81-a694-674ca6e9eada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.305199 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Publish callbacks [] for port (9b575b02-df2f-45f5-8d30-d411992d277c), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.362322 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-abfb243f-447e-4e4d-8d91-e72ce67053fc None None] Current status of the port 294b2ad9-32b6-4f6f-be48-095fab6c7265 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:56.391634 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.420086 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Allocated IP 172.20.0.1 (02313fd0-40df-4fb0-9eff-eaf90d447362/c906a86c-4203-4e80-8ec3-9087b155c91b/dc2ef4f7-b37b-441d-9e1a-5a5123c56e97) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:56.421334 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b139d7d-2115-492c-880f-816bb2a5ca48 admin admin] Publish callbacks [] for security_group (5c2b4c64-2812-49c2-909a-5e9fcd2c782c), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.446196 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Attempting to bind port 9b575b02-df2f-45f5-8d30-d411992d277c on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:13:56.446746 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Attempting to bind port 9b575b02-df2f-45f5-8d30-d411992d277c by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:13:56.457724 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Attempting to bind port 9b575b02-df2f-45f5-8d30-d411992d277c on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:13:56.472189 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Pushing event updated for resources: {'Port': ['ID=9b575b02-df2f-45f5-8d30-d411992d277c,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:56.475377 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:13:56.476076 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:56.476748 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.477165 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:13:56.477798 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Bound port: 9b575b02-df2f-45f5-8d30-d411992d277c, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:13:56.485252 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-eab061e2-fae1-4f81-a694-674ca6e9eada admin admin] Publish callbacks [] for security_group (d97d39f8-469a-426d-9316-e9f7807d69b6), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.487994 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.496315 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.496758 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.497363 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.497802 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.498297 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.498706 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.499132 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.499533 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.499934 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.500353 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.501145 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.501145 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.501535 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.501926 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.502365 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Tracked resource versions report: Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: pushed versions: Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: { 'AddressGroup': {'1.2'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Agent': {'1.1'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'ConntrackHelper': {'1.0'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Log': {'1.0'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'NDPProxy': {'1.0'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Network': {'1.1'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Port': {'1.7'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'PortForwarding': {'1.3'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'QosPolicy': {'1.10'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SecurityGroup': {'1.5'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SubPort': {'1.0'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Subnet': {'1.1'}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Trunk': {'1.1'}} Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: consumer versions: Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: { DHCP agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: HyperV agent@hv-cinder-83009: {}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: L3 agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: Metadata agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: Metering agent@dv-cinder-830091-4-iscsi: {}, Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: Open vSwitch agent@dv-cinder-830091-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Agent': '1.1', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'ConntrackHelper': '1.0', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'LocalIPAssociation': '1.0', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Log': '1.0', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'NDPProxy': '1.0', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Network': '1.1', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Port': '1.7', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'PortForwarding': '1.3', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'QosPolicy': '1.10', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SecurityGroup': '1.5', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SecurityGroupRule': '1.2', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'SubPort': '1.0', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Subnet': '1.1', Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: 'Trunk': '1.1'}} Apr 12 11:13:56.504110 dv-cinder-830091-4-iscsi neutron-server[103890]: {{(pid=103890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:13:56.506510 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b139d7d-2115-492c-880f-816bb2a5ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (5c2b4c64-2812-49c2-909a-5e9fcd2c782c), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.531475 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 294b2ad9-32b6-4f6f-be48-095fab6c7265 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:56.532601 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device ee5b009e-8f2d-49ad-87f4-468ef0933116 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:13:56.550708 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Publish callbacks [] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.581465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port ee5b009e-8f2d-49ad-87f4-468ef0933116 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:56.582037 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.589447 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Router e141b27e-b1d1-4613-a958-dbcf5a3864ab is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:13:56.593342 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] For port 9b575b02-df2f-45f5-8d30-d411992d277c, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:13:56.597962 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-7b139d7d-2115-492c-880f-816bb2a5ca48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61a601df7ca946b180aba5cb18d8bfc3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4690166 Apr 12 11:13:56.598885 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b139d7d-2115-492c-880f-816bb2a5ca48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b4c64-2812-49c2-909a-5e9fcd2c782c,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:56.601814 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 40034) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:56.602139 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-eab061e2-fae1-4f81-a694-674ca6e9eada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (d97d39f8-469a-426d-9316-e9f7807d69b6), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.627405 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] For port 9b575b02-df2f-45f5-8d30-d411992d277c, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=9b575b02-df2f-45f5-8d30-d411992d277c,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:13:56.660575 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d08de70-7ac6-4037-98e1-0f210eda2965 admin admin] Publish callbacks [] for security_group (5c2b4c64-2812-49c2-909a-5e9fcd2c782c), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.665187 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.706390 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port ee5b009e-8f2d-49ad-87f4-468ef0933116 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:56.732477 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.736451 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d08de70-7ac6-4037-98e1-0f210eda2965 admin admin] Publish callbacks [] for security_group (5c2b4c64-2812-49c2-909a-5e9fcd2c782c), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.758017 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:56.763351 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:56.765954 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:56.766726 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (e7b3c074-725c-4e38-9a3f-22a92dbada95), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:56.801185 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:56.845595 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-eab061e2-fae1-4f81-a694-674ca6e9eada admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12995a4e05ed480c9cd72188be5c9545&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5821888 Apr 12 11:13:56.846239 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40046) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:56.846546 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74228d-8cae-4639-b284-09df8e0b7c52 None None] Pushing event updated for resources: {'Port': ['ID=9b575b02-df2f-45f5-8d30-d411992d277c,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:56.873235 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab061e2-fae1-4f81-a694-674ca6e9eada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97d39f8-469a-426d-9316-e9f7807d69b6,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:56.886254 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:13:56.887084 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:13:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:56.922903 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:13:56.933496 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 294b2ad9-32b6-4f6f-be48-095fab6c7265 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:13:57.043272 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-57187337-fae7-4c8b-9197-573be942cec3 admin admin] Publish callbacks [] for security_group (d97d39f8-469a-426d-9316-e9f7807d69b6), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.060327 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d08de70-7ac6-4037-98e1-0f210eda2965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (5c2b4c64-2812-49c2-909a-5e9fcd2c782c), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.065467 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d08de70-7ac6-4037-98e1-0f210eda2965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.070837 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-3d08de70-7ac6-4037-98e1-0f210eda2965 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c2b4c64-2812-49c2-909a-5e9fcd2c782c HTTP/1.1" status: 204 len: 168 time: 0.4647174 Apr 12 11:13:57.104355 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Sync routers for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:13:57.118529 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.120391 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-6e950326-af2e-4bbe-8843-8f02c12bdce2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4516909 Apr 12 11:13:57.136348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40058) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:57.140269 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 294b2ad9-32b6-4f6f-be48-095fab6c7265 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:57.140655 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.143552 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3532df0c-6f7e-4ee7-a3e1-74ac016d7fc6 req-28854666-bfeb-4588-b13b-9f9e6e70ccc9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0640299 Apr 12 11:13:57.144835 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:13:57.145665 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:13:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:57.155680 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08de70-7ac6-4037-98e1-0f210eda2965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b4c64-2812-49c2-909a-5e9fcd2c782c,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:57.244153 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:13:57.263288 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.267874 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-57187337-fae7-4c8b-9197-573be942cec3 admin admin] Publish callbacks [] for security_group (d97d39f8-469a-426d-9316-e9f7807d69b6), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.529551 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-6faf8990-e305-4d33-bf21-c7def2ea97e4 None None] Provisioning complete for port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:57.531343 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6faf8990-e305-4d33-bf21-c7def2ea97e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.614895 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-57187337-fae7-4c8b-9197-573be942cec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (d97d39f8-469a-426d-9316-e9f7807d69b6), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.616580 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-57187337-fae7-4c8b-9197-573be942cec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.619519 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:53Z', 'revision_number': 3, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:57.620229 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-6faf8990-e305-4d33-bf21-c7def2ea97e4 None None] Port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:13:57.627473 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-57187337-fae7-4c8b-9197-573be942cec3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d97d39f8-469a-426d-9316-e9f7807d69b6 HTTP/1.1" status: 204 len: 168 time: 0.7745187 Apr 12 11:13:57.636308 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 294b2ad9-32b6-4f6f-be48-095fab6c7265 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:57.637433 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device ee5b009e-8f2d-49ad-87f4-468ef0933116 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:13:57.653204 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Publish callbacks [] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.665694 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:13:57.674631 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f16dc-e996-437c-9f47-f5a73ae34249 None None] The sync data for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi is: [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:53Z', 'revision_number': 3, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:13:57.703702 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57187337-fae7-4c8b-9197-573be942cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97d39f8-469a-426d-9316-e9f7807d69b6,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:57.714657 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.715559 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (e7b3c074-725c-4e38-9a3f-22a92dbada95), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.787989 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:57.833542 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port ee5b009e-8f2d-49ad-87f4-468ef0933116 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:57.833934 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.932153 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:57.933625 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:57.947196 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:54Z', 'revision_number': 3, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:58.016945 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Checking router: e141b27e-b1d1-4613-a958-dbcf5a3864ab for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:13:58.017382 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Updating router e141b27e-b1d1-4613-a958-dbcf5a3864ab port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:13:58.056384 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.106252 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port ee5b009e-8f2d-49ad-87f4-468ef0933116 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:58.113554 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.157670 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 40076) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:58.228314 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-89abb7e5-a736-4265-97de-1fedcbea3904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.388301 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Router e7b3c074-725c-4e38-9a3f-22a92dbada95 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:13:58.460354 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-a3033279-3dbf-46f3-af9b-018dd96b002f None None] Provisioning complete for port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:58.461065 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a3033279-3dbf-46f3-af9b-018dd96b002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.499723 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-89abb7e5-a736-4265-97de-1fedcbea3904 admin admin] Publish callbacks [] for security_group (6f04eb88-a509-4d80-b6d5-cabccb958287), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.515647 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Allocated IP 172.20.0.1 (6cc12cd4-1430-44d8-8be2-637e64117173/1af46eae-1ec5-4aad-ad59-29df4cd09df9/1d0e9c21-4779-4662-85a1-db3d8b33a45b) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:58.538696 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-52c5f9e3-6cd7-466a-9b9a-954288474b58 req-a00f75d2-4005-441d-acb4-05ff78de8346 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0605264 Apr 12 11:13:58.565258 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-a3033279-3dbf-46f3-af9b-018dd96b002f None None] Port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:13:58.647182 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-89abb7e5-a736-4265-97de-1fedcbea3904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (6f04eb88-a509-4d80-b6d5-cabccb958287), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.670511 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Publish callbacks [] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.695324 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Publish callbacks [] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.721774 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-89abb7e5-a736-4265-97de-1fedcbea3904 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14672c546559413ba85d1a9b68691ea0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5587986 Apr 12 11:13:58.721774 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abb7e5-a736-4265-97de-1fedcbea3904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f04eb88-a509-4d80-b6d5-cabccb958287,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:58.724960 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40098) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:58.736247 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:13:58.757787 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c5b0c3f2-6ac0-4a8f-a323-1fd6dfde54e4 admin admin] 10.222.0.59 "PUT /v2.0/routers/e7b3c074-725c-4e38-9a3f-22a92dbada95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8130829 Apr 12 11:13:58.758403 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.890506 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 9b575b02-df2f-45f5-8d30-d411992d277c up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:13:58.891295 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0fbee91-d7d6-4722-aba3-65d3f0a32ed7 admin admin] Publish callbacks [] for security_group (6f04eb88-a509-4d80-b6d5-cabccb958287), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.896786 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b304931-04cb-4428-a56b-76c25b57132d None None] Pushing event updated for resources: {'Port': ['ID=4b76d0fd-b139-4c35-a4a6-eff6dbc8b992,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:58.923029 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0fbee91-d7d6-4722-aba3-65d3f0a32ed7 admin admin] Publish callbacks [] for security_group (6f04eb88-a509-4d80-b6d5-cabccb958287), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.928914 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Attempting to bind port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:13:58.935797 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Attempting to bind port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:13:58.936254 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Attempting to bind port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:13:58.944673 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:13:58.945079 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:58.946081 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.946482 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:13:58.946958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Bound port: 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:13:58.947337 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:58.965716 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.001551 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Network 6cc12cd4-1430-44d8-8be2-637e64117173 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:59.023209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:59.026533 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:59.027209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (e141b27e-b1d1-4613-a958-dbcf5a3864ab), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.063997 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] For port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:13:59.066621 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 9b575b02-df2f-45f5-8d30-d411992d277c triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:59.067148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.113581 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] For port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=4b76d0fd-b139-4c35-a4a6-eff6dbc8b992,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:13:59.146132 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Pushing event updated for resources: {'Port': ['ID=1d0e9c21-4779-4662-85a1-db3d8b33a45b,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:59.215654 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.261858 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 9b575b02-df2f-45f5-8d30-d411992d277c is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:59.262275 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.310514 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0fbee91-d7d6-4722-aba3-65d3f0a32ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (6f04eb88-a509-4d80-b6d5-cabccb958287), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.312117 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 9b575b02-df2f-45f5-8d30-d411992d277c, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=9b575b02-df2f-45f5-8d30-d411992d277c,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:59.320656 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0fbee91-d7d6-4722-aba3-65d3f0a32ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.323534 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e0fbee91-d7d6-4722-aba3-65d3f0a32ed7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f04eb88-a509-4d80-b6d5-cabccb958287 HTTP/1.1" status: 204 len: 168 time: 0.5964413 Apr 12 11:13:59.327056 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:13:59.327694 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:13:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:59.330610 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b304931-04cb-4428-a56b-76c25b57132d None None] Pushing event updated for resources: {'Port': ['ID=4b76d0fd-b139-4c35-a4a6-eff6dbc8b992,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:59.364418 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbee91-d7d6-4722-aba3-65d3f0a32ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f04eb88-a509-4d80-b6d5-cabccb958287,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:59.452024 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.504119 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-0668c4cb-a189-49b4-baac-21f71e943791 None None] Provisioning complete for port 1d0e9c21-4779-4662-85a1-db3d8b33a45b triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:59.504531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0668c4cb-a189-49b4-baac-21f71e943791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.516651 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.681105 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-0668c4cb-a189-49b4-baac-21f71e943791 None None] Port 1d0e9c21-4779-4662-85a1-db3d8b33a45b cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:13:59.684748 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=9b575b02-df2f-45f5-8d30-d411992d277c,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:59.717874 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:13:59.796442 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Publish callbacks [] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:00.002350 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:00.003997 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (e141b27e-b1d1-4613-a958-dbcf5a3864ab), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:00.036590 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-afe9d4dc-299f-4a63-94d1-7a33d68a084e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:00.044407 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-afe9d4dc-299f-4a63-94d1-7a33d68a084e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 818 time: 0.2566617 Apr 12 11:14:00.061526 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-645bbc6d-449c-46c5-8244-e6b215982030 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/quotas/77070a5964674c428b8aff6c13200ead HTTP/1.1" status: 200 len: 375 time: 0.0164039 Apr 12 11:14:00.066083 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ed4d6872-161d-45ef-b5e1-449f857e25bf req-2b36e140-9d21-489d-988b-8d6cadcf0ee2 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.2662723 Apr 12 11:14:00.094103 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:54Z', 'revision_number': 3, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:00.195468 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-1c068481-cfc9-4613-98a4-7e6965cf3aba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1306293 Apr 12 11:14:00.249691 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Pushing event updated for resources: {'Port': ['ID=1d0e9c21-4779-4662-85a1-db3d8b33a45b,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:00.290159 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Sync routers for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:14:00.302573 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:14:00.303101 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:13:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:00.354322 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Network 6cc12cd4-1430-44d8-8be2-637e64117173 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:14:00.357239 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:00.417356 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072149ad-8f56-45fa-a811-6d86356cd774 None None] The sync data for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi is: [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:54Z', 'revision_number': 3, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:14:00.562868 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:14:00.621843 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Router e141b27e-b1d1-4613-a958-dbcf5a3864ab has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:14:00.813602 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-01f6f243-15aa-4435-b2ed-cb71c23ae1f0 None None] Provisioning complete for port 1d0e9c21-4779-4662-85a1-db3d8b33a45b triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:00.814182 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-01f6f243-15aa-4435-b2ed-cb71c23ae1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:00.822214 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-f9705b3d-d6d2-47ea-a1ab-83e1977a76ac service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:14:00.831857 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-f9705b3d-d6d2-47ea-a1ab-83e1977a76ac service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1542616 Apr 12 11:14:00.843264 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:14:00.855928 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-bdad7dbd-fcad-4c2e-8e43-f971212bc41b admin admin] 10.222.0.59 "PUT /v2.0/routers/e141b27e-b1d1-4613-a958-dbcf5a3864ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7170320 Apr 12 11:14:00.880771 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 9b575b02-df2f-45f5-8d30-d411992d277c up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:00.900796 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:14:00.915227 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-01f6f243-15aa-4435-b2ed-cb71c23ae1f0 None None] Port 1d0e9c21-4779-4662-85a1-db3d8b33a45b cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:14:00.996679 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 2, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:00.998952 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 9b575b02-df2f-45f5-8d30-d411992d277c triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:00.999524 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:01.018202 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-cc3e5879-8065-4c01-b401-0807832a7c05 service neutron] 10.222.0.59 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851532 Apr 12 11:14:01.044266 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Checking router: e7b3c074-725c-4e38-9a3f-22a92dbada95 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:14:01.044780 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Updating router e7b3c074-725c-4e38-9a3f-22a92dbada95 port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:14:01.112914 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 9b575b02-df2f-45f5-8d30-d411992d277c is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:01.113038 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:01.201503 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d2c6b8aa-6518-47d9-b54d-a59aca176eb7 service neutron] 10.222.0.59 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819813 Apr 12 11:14:01.213822 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b623271b-c790-4705-98da-8cde4e906604 req-a681ae16-138f-46f9-9702-d4ed309d1cb0 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0483489 Apr 12 11:14:01.479683 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa8e2-646c-440c-a8e4-0081d06e35e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:01.526939 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.52', 64846) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:01.851438 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Publish callbacks [] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:01.907817 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-2361dceb-35a8-46f2-a8f5-4d236a36da0f tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:01.918789 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-2361dceb-35a8-46f2-a8f5-4d236a36da0f tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.52 "GET /v2.0/networks?id=40ee67b6-9178-4976-8d72-a6c28f59e76f HTTP/1.1" status: 200 len: 812 time: 0.3905890 Apr 12 11:14:01.940271 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:02.009473 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Request body: {'port': {'device_id': 'df72e3eb-ebd4-447a-924b-ca67eb76bf65', 'network_id': '40ee67b6-9178-4976-8d72-a6c28f59e76f', 'admin_state_up': True, 'tenant_id': '1a0f3226182b457b869cb2ca52938d47'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:02.105737 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7dc4e-ee2c-402c-b682-a74dff6395ae None None] Pushing event updated for resources: {'Port': ['ID=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:02.235341 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Attempting to bind port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:14:02.235803 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Attempting to bind port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:14:02.236078 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Attempting to bind port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 on network 02313fd0-40df-4fb0-9eff-eaf90d447362 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:02.260882 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:14:02.261903 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Checking segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:02.262333 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:02.262736 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Bound using segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:14:02.263222 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Bound port: dc2ef4f7-b37b-441d-9e1a-5a5123c56e97, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:14:02.263602 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:02.449381 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-b9956fca-61ff-4101-95eb-13e928f8cc1a None None] Provisioning complete for port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:02.454464 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] For port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:14:02.454688 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b9956fca-61ff-4101-95eb-13e928f8cc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:02.460609 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] For port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:14:02.484381 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6419f0fb-4639-449c-8da6-27847eac633e req-9dec70e6-2ef9-4c30-bf8b-96aa48276117 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 210 time: 0.2251847 Apr 12 11:14:02.543572 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40278) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:02.552724 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-68fccb50-f4df-45ff-843b-e6d4e4821de7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288724198', 'description': 'tempest-description--1513406417'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:02.563537 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-b9956fca-61ff-4101-95eb-13e928f8cc1a None None] Port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:14:02.604331 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:02.681144 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7dc4e-ee2c-402c-b682-a74dff6395ae None None] Pushing event updated for resources: {'Port': ['ID=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,revision_number=4']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:02.711427 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:14:02.712537 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:13:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:02.747000 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68fccb50-f4df-45ff-843b-e6d4e4821de7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:02.808699 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Made reservation on behalf of 1a0f3226182b457b869cb2ca52938d47 for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:02.815104 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:02.951518 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:03.051205 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:14:03.116011 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6277188d-60a8-4909-a886-2b2d7ff440bd req-039a0a3c-5dd1-4911-af1e-0b41685d1aa3 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.2178912 Apr 12 11:14:03.153909 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:03.158821 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.250537 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68fccb50-f4df-45ff-843b-e6d4e4821de7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (65ac1a01-b2b7-4625-a09e-74d0dd7abf07), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.310238 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Sync routers for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:14:03.345937 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68fccb50-f4df-45ff-843b-e6d4e4821de7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (65ac1a01-b2b7-4625-a09e-74d0dd7abf07), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.351103 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-1b2e166b-ccf0-4921-89bf-d5cb1bc7a62d None None] Provisioning complete for port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:03.351714 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1b2e166b-ccf0-4921-89bf-d5cb1bc7a62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.387445 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:14:03.388333 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:13:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:03.468935 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fccb50-f4df-45ff-843b-e6d4e4821de7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac1a01-b2b7-4625-a09e-74d0dd7abf07,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:03.536176 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68fccb50-f4df-45ff-843b-e6d4e4821de7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.537809 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-68fccb50-f4df-45ff-843b-e6d4e4821de7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9924231 Apr 12 11:14:03.539546 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Allocated IP 172.20.0.9 (40ee67b6-9178-4976-8d72-a6c28f59e76f/abb1ab93-6682-46ae-b636-9859d2ddd00e/9d95c082-fc7b-4528-9545-da392b56fb38) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:14:03.555565 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40330) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:03.574600 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-0960a5a8-5c68-41b8-858c-6fca246af366 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'security_group_rule': {'security_group_id': '65ac1a01-b2b7-4625-a09e-74d0dd7abf07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:03.660891 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e166b-ccf0-4921-89bf-d5cb1bc7a62d None None] Current status of the port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:03.664373 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1b2e166b-ccf0-4921-89bf-d5cb1bc7a62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.696348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-c1fefe4a-da42-4eb0-b8f3-76e827a79b12 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:03.701057 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-c1fefe4a-da42-4eb0-b8f3-76e827a79b12 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 818 time: 0.3261671 Apr 12 11:14:03.732849 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-c8448261-a230-439d-8e15-24a2e6e0e7ef tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/quotas/77070a5964674c428b8aff6c13200ead HTTP/1.1" status: 200 len: 375 time: 0.0261359 Apr 12 11:14:03.779390 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:14:02Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:03.800509 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Publish callbacks [] for port (9d95c082-fc7b-4528-9545-da392b56fb38), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.807175 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0960a5a8-5c68-41b8-858c-6fca246af366 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (1220e2fa-188c-4bc8-a11c-72eeebd6822c), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.818034 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b105e8d-39f7-4301-8e03-1183470f6b9d None None] The sync data for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi is: [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:14:02Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:14:03.860504 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-5d61f394-dfdf-4e6f-8955-57424bb7628d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264319 Apr 12 11:14:03.882531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:14:03.950332 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.962838 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:03.963451 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.074046 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40344) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:04.087855 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-1b2e166b-ccf0-4921-89bf-d5cb1bc7a62d None None] For port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:04.094631 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Network 40ee67b6-9178-4976-8d72-a6c28f59e76f is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:14:04.103288 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:04.108307 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Pushing event updated for resources: {'Port': ['ID=9d95c082-fc7b-4528-9545-da392b56fb38,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:04.115281 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0960a5a8-5c68-41b8-858c-6fca246af366 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (1220e2fa-188c-4bc8-a11c-72eeebd6822c), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.144864 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=4b76d0fd-b139-4c35-a4a6-eff6dbc8b992,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:04.150355 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:14:04.156036 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:04.156700 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.166192 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f4525061-e2f4-467d-ad79-f0cc9158a2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.184279 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-0a40244b-4424-4e5f-a354-5e56142e6c2e service neutron] 10.222.0.59 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216367 Apr 12 11:14:04.216657 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1b2e166b-ccf0-4921-89bf-d5cb1bc7a62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.283228 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-80566001-65a9-4234-9b75-83be78f51a98 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2845390 Apr 12 11:14:04.325767 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.424025 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-05ec8d4d-fead-4d2a-b279-2bee163083ab service neutron] 10.222.0.59 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379286 Apr 12 11:14:04.432355 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0960a5a8-5c68-41b8-858c-6fca246af366 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (1220e2fa-188c-4bc8-a11c-72eeebd6822c), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.469319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b2dc2-fc0c-4d39-8325-db70ea81681f req-6fc8d2bf-8e8a-45e7-a53f-5e219cfe02dc tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:04.473060 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960a5a8-5c68-41b8-858c-6fca246af366 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1220e2fa-188c-4bc8-a11c-72eeebd6822c,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:04.475540 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-169b2dc2-fc0c-4d39-8325-db70ea81681f req-6fc8d2bf-8e8a-45e7-a53f-5e219cfe02dc tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 931 time: 0.1710966 Apr 12 11:14:04.543577 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0960a5a8-5c68-41b8-858c-6fca246af366 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.547621 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0960a5a8-5c68-41b8-858c-6fca246af366 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9862525 Apr 12 11:14:04.548303 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40368) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:04.553167 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-67e68d8a-682b-435e-be4b-af55ff4e6906 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'security_group_rule': {'security_group_id': '65ac1a01-b2b7-4625-a09e-74d0dd7abf07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:04.606228 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e166b-ccf0-4921-89bf-d5cb1bc7a62d None None] Pushing event updated for resources: {'Port': ['ID=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:04.648866 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-169b2dc2-fc0c-4d39-8325-db70ea81681f req-baad4ac7-c4cb-41fa-b644-9f7aa0fa8b00 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585703 Apr 12 11:14:04.661436 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dd81ee86-2f3d-46d9-8806-6767d6801b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.728123 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-67e68d8a-682b-435e-be4b-af55ff4e6906 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (dc3397e1-e517-4f36-8a50-c8b8305d9c14), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.853529 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0a0f00ac-1e15-42df-beb6-eca165a5d6b1 req-4a64ca95-58a9-4f9d-bee7-fd64e41fbc07 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0824103 Apr 12 11:14:04.873437 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-67e68d8a-682b-435e-be4b-af55ff4e6906 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (dc3397e1-e517-4f36-8a50-c8b8305d9c14), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.906203 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=4b76d0fd-b139-4c35-a4a6-eff6dbc8b992,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:04.921977 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dd81ee86-2f3d-46d9-8806-6767d6801b0a admin admin] Publish callbacks [] for security_group (833127ae-33b0-4bd3-b3e0-a774f1e1c3b4), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.935292 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 2, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:04.955796 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-67e68d8a-682b-435e-be4b-af55ff4e6906 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (dc3397e1-e517-4f36-8a50-c8b8305d9c14), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:04.995791 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dd81ee86-2f3d-46d9-8806-6767d6801b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (833127ae-33b0-4bd3-b3e0-a774f1e1c3b4), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.024658 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Checking router: e141b27e-b1d1-4613-a958-dbcf5a3864ab for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:14:05.025014 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Updating router e141b27e-b1d1-4613-a958-dbcf5a3864ab port 1d0e9c21-4779-4662-85a1-db3d8b33a45b binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:14:05.030911 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:05.062065 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 40382) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:05.077382 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-dd81ee86-2f3d-46d9-8806-6767d6801b0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36664595cf794ea98a98aa79525d9ef8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9950776 Apr 12 11:14:05.080918 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e68d8a-682b-435e-be4b-af55ff4e6906 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3397e1-e517-4f36-8a50-c8b8305d9c14,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:05.109265 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-67e68d8a-682b-435e-be4b-af55ff4e6906 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.122455 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-67e68d8a-682b-435e-be4b-af55ff4e6906 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5735526 Apr 12 11:14:05.126446 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40384) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:05.131896 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:05.140229 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.147408 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a74a69d4-9914-4536-a6db-a9005f3bd2ef admin admin] Publish callbacks [] for security_group (833127ae-33b0-4bd3-b3e0-a774f1e1c3b4), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.175263 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81ee86-2f3d-46d9-8806-6767d6801b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833127ae-33b0-4bd3-b3e0-a774f1e1c3b4,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:05.192848 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:05.193477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.214656 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a74a69d4-9914-4536-a6db-a9005f3bd2ef admin admin] Publish callbacks [] for security_group (833127ae-33b0-4bd3-b3e0-a774f1e1c3b4), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.269361 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.292464 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.360746 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a74a69d4-9914-4536-a6db-a9005f3bd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (833127ae-33b0-4bd3-b3e0-a774f1e1c3b4), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.364112 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a74a69d4-9914-4536-a6db-a9005f3bd2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.376422 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-a74a69d4-9914-4536-a6db-a9005f3bd2ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/833127ae-33b0-4bd3-b3e0-a774f1e1c3b4 HTTP/1.1" status: 204 len: 168 time: 0.3101418 Apr 12 11:14:05.403942 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a69d4-9914-4536-a6db-a9005f3bd2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833127ae-33b0-4bd3-b3e0-a774f1e1c3b4,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:05.449074 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:05.500543 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.559220 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Publish callbacks [] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.646897 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Allocated IP 172.27.1.104 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/d47b88b3-bd42-40b2-9ffc-f4bcab4997db) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:14:05.652479 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.733542 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7f74c-98bf-43f2-b79b-c505de26cef7 None None] Pushing event updated for resources: {'Port': ['ID=1d0e9c21-4779-4662-85a1-db3d8b33a45b,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:05.834926 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Attempting to bind port 1d0e9c21-4779-4662-85a1-db3d8b33a45b on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:14:05.835568 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Attempting to bind port 1d0e9c21-4779-4662-85a1-db3d8b33a45b by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:14:05.836619 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Attempting to bind port 1d0e9c21-4779-4662-85a1-db3d8b33a45b on network 6cc12cd4-1430-44d8-8be2-637e64117173 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:05.843979 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:14:05.844573 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Checking segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:05.844793 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.845130 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Bound using segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:14:05.845777 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Bound port: 1d0e9c21-4779-4662-85a1-db3d8b33a45b, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:14:05.849622 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.020564 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b4bce-d7d2-48b5-aee1-4968d13bfcb0 req-2132edb4-f98c-479b-a174-8a36a283c03e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:06.032099 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-631b4bce-d7d2-48b5-aee1-4968d13bfcb0 req-2132edb4-f98c-479b-a174-8a36a283c03e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 931 time: 0.2765620 Apr 12 11:14:06.043728 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for port (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.110926 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-166f9a07-9183-4187-bfb3-3aa0c07c5642 req-1cfc7974-585b-4685-ba12-8b4a913dd857 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.1401558 Apr 12 11:14:06.111498 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] For port 1d0e9c21-4779-4662-85a1-db3d8b33a45b, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:14:06.121587 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] For port 1d0e9c21-4779-4662-85a1-db3d8b33a45b, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=1d0e9c21-4779-4662-85a1-db3d8b33a45b,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:14:06.140808 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-631b4bce-d7d2-48b5-aee1-4968d13bfcb0 req-8ce5148f-855d-43bd-881d-3dacda72956a tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954053 Apr 12 11:14:06.220624 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.222802 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.298418 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.345814 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:14:06.350427 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:06.357965 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:14:06.396307 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-6cb4f5ec-2daa-4284-9921-6b56a0e8f00d None None] Provisioning complete for port 1d0e9c21-4779-4662-85a1-db3d8b33a45b triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:06.396739 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f5ec-2daa-4284-9921-6b56a0e8f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.439842 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7f74c-98bf-43f2-b79b-c505de26cef7 None None] Pushing event updated for resources: {'Port': ['ID=1d0e9c21-4779-4662-85a1-db3d8b33a45b,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:06.451071 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:14:06.451718 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:14:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:06.452730 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'Port': ['ID=d47b88b3-bd42-40b2-9ffc-f4bcab4997db,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:06.458432 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (a0adf0e2-d406-44ed-9e5b-fedfd7d540a4), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.525437 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 40412) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:06.540227 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ee7acbd4-e46d-4ab1-b7bb-4bc0e5aec961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.599017 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4f5ec-2daa-4284-9921-6b56a0e8f00d None None] Current status of the port 1d0e9c21-4779-4662-85a1-db3d8b33a45b is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:06.599419 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f5ec-2daa-4284-9921-6b56a0e8f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.631789 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ee7acbd4-e46d-4ab1-b7bb-4bc0e5aec961 admin admin] Publish callbacks [] for security_group (13fcdcb1-7f94-493d-9788-59b7d2a0a6fe), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.637523 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:14:06.681247 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-6cb4f5ec-2daa-4284-9921-6b56a0e8f00d None None] For port 1d0e9c21-4779-4662-85a1-db3d8b33a45b, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=1d0e9c21-4779-4662-85a1-db3d8b33a45b,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:06.692226 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ee7acbd4-e46d-4ab1-b7bb-4bc0e5aec961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (13fcdcb1-7f94-493d-9788-59b7d2a0a6fe), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.732778 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.743392 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ee7acbd4-e46d-4ab1-b7bb-4bc0e5aec961 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a226bb07e5484af6adb70783192bd4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167513 Apr 12 11:14:06.744086 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 40414) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:06.751059 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7acbd4-e46d-4ab1-b7bb-4bc0e5aec961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fcdcb1-7f94-493d-9788-59b7d2a0a6fe,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:06.791699 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6cb4f5ec-2daa-4284-9921-6b56a0e8f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.816459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5bb32dbb-3407-4c9c-8cef-82db02a2bddb admin admin] Publish callbacks [] for security_group (13fcdcb1-7f94-493d-9788-59b7d2a0a6fe), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.847320 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5bb32dbb-3407-4c9c-8cef-82db02a2bddb admin admin] Publish callbacks [] for security_group (13fcdcb1-7f94-493d-9788-59b7d2a0a6fe), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.865403 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:06.926139 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4f5ec-2daa-4284-9921-6b56a0e8f00d None None] Pushing event updated for resources: {'Port': ['ID=1d0e9c21-4779-4662-85a1-db3d8b33a45b,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:06.940311 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for port (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.941072 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-d884d347-6206-4efc-8e44-88a176103976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:06.944004 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-c03b9ca8-e92d-4f9f-9b46-ec5cc9f40bfc None None] Provisioning complete for port 1d0e9c21-4779-4662-85a1-db3d8b33a45b triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:06.944375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c03b9ca8-e92d-4f9f-9b46-ec5cc9f40bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.983539 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5bb32dbb-3407-4c9c-8cef-82db02a2bddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (13fcdcb1-7f94-493d-9788-59b7d2a0a6fe), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.986224 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5bb32dbb-3407-4c9c-8cef-82db02a2bddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.987499 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-5bb32dbb-3407-4c9c-8cef-82db02a2bddb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13fcdcb1-7f94-493d-9788-59b7d2a0a6fe HTTP/1.1" status: 204 len: 168 time: 0.2422392 Apr 12 11:14:06.990634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884d347-6206-4efc-8e44-88a176103976 None None] The sync data for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi is: [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:14:07.007362 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb32dbb-3407-4c9c-8cef-82db02a2bddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fcdcb1-7f94-493d-9788-59b7d2a0a6fe,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:07.020108 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:07.020477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.041646 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.082598 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-29b57871-3354-452d-a261-0764d1abdaf3 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:14:07.091177 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-29b57871-3354-452d-a261-0764d1abdaf3 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161669 Apr 12 11:14:07.170543 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (a0adf0e2-d406-44ed-9e5b-fedfd7d540a4), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.239602 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-c03b9ca8-e92d-4f9f-9b46-ec5cc9f40bfc None None] Current status of the port 1d0e9c21-4779-4662-85a1-db3d8b33a45b is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:07.247516 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'Port': ['ID=d47b88b3-bd42-40b2-9ffc-f4bcab4997db,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:07.302965 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:07.348471 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.359802 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-10da5f5d-03d7-4f6f-91b4-e2b6550d1675 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2219460 Apr 12 11:14:07.427518 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29633e3c-e05b-4947-b9d7-3f60a7242b33 req-061afe83-2e01-41a4-9155-edf8b9a2a2c1 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:07.430202 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-68234c6f-69f8-4f47-9406-f5a652788778 req-88926bee-c2c9-4d6b-ba90-a40016c8cf91 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.1135340 Apr 12 11:14:07.433606 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-29633e3c-e05b-4947-b9d7-3f60a7242b33 req-061afe83-2e01-41a4-9155-edf8b9a2a2c1 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 931 time: 0.1468024 Apr 12 11:14:07.517436 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-29633e3c-e05b-4947-b9d7-3f60a7242b33 req-94126a82-d319-4c07-ad45-cdc3b69ddbec tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814209 Apr 12 11:14:07.743618 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-fd57eced-c717-4cf7-8ed3-fecc85c78d8b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1288724198&fields=id&tenant_id=e476965a905e40cdaa1279d48e3c78a7 HTTP/1.1" status: 200 len: 267 time: 0.0929163 Apr 12 11:14:07.890119 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14542-9002-43ad-9159-54242f721fdb req-de19b201-96c9-4f54-9b72-8caadac7a6c5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:07.892339 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-de19b201-96c9-4f54-9b72-8caadac7a6c5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 815 time: 0.1589491 Apr 12 11:14:07.903599 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.937050 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-a256f468-fd66-4a63-954d-869c6494c198 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/quotas/e476965a905e40cdaa1279d48e3c78a7 HTTP/1.1" status: 200 len: 375 time: 0.0281975 Apr 12 11:14:08.026299 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-431fdf1b-8d7d-4476-96a8-cabfd956af61 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791800 Apr 12 11:14:08.186644 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-97938a36-05f7-4533-9c02-1c5f9176dd24 service neutron] 10.222.0.59 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542068 Apr 12 11:14:08.319369 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-dc2600f4-49a2-4402-9b5d-7b1fd2361874 service neutron] 10.222.0.59 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297245 Apr 12 11:14:08.654223 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-986bf7bd-a732-4528-a8fd-321d465965bd req-412b488b-c815-4cff-8432-0a3c249df7ab tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0972788 Apr 12 11:14:08.751619 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-08a9a440-e79b-4db7-a77f-4504570b6992 req-bb67a249-1810-41a0-9d98-52177600797d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0500870 Apr 12 11:14:08.869578 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35fb8-f249-4400-b448-0b9ca32872eb req-ba8a02a2-7b09-4b9e-aaec-15d87929d345 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:08.871197 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a2a35fb8-f249-4400-b448-0b9ca32872eb req-ba8a02a2-7b09-4b9e-aaec-15d87929d345 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 931 time: 0.1689010 Apr 12 11:14:09.049273 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 1d0e9c21-4779-4662-85a1-db3d8b33a45b up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:09.075168 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a2a35fb8-f249-4400-b448-0b9ca32872eb req-4ec0151b-32a9-48d9-877c-5ece2487f7fe tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922901 Apr 12 11:14:09.255093 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 1d0e9c21-4779-4662-85a1-db3d8b33a45b triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:09.255531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:09.272827 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Request body: {'port': {'device_id': 'df72e3eb-ebd4-447a-924b-ca67eb76bf65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:09.455950 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 1d0e9c21-4779-4662-85a1-db3d8b33a45b is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:09.486421 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:09.855116 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3b40068-b215-48c3-a93d-010d35e7ebe9 req-8fdf42f8-4bc2-420d-bf93-483911a83bdf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0805204 Apr 12 11:14:09.874527 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7d0e7edf-d607-4b93-a116-8fddf24d9bbb req-5ca36437-ae23-4cb9-baa6-6a4b80941da7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0412793 Apr 12 11:14:10.158276 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d95c082-fc7b-4528-9545-da392b56fb38 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:10.167568 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Publish callbacks [] for port (9d95c082-fc7b-4528-9545-da392b56fb38), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.175901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40554) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:10.197064 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Transition to ACTIVE for port object 9d95c082-fc7b-4528-9545-da392b56fb38 will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:14:10.288064 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.384597 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5ad2da90-cc4f-47af-8667-2ab5f3e8e467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.386771 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549336-422d-4e7b-8f89-6755cfd93f93 req-389d7ab6-7a78-4a5f-a414-ca047dede9fd tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:10.389181 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8a549336-422d-4e7b-8f89-6755cfd93f93 req-389d7ab6-7a78-4a5f-a414-ca047dede9fd tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 931 time: 0.1727300 Apr 12 11:14:10.438862 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Pushing event updated for resources: {'Port': ['ID=9d95c082-fc7b-4528-9545-da392b56fb38,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:10.509856 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5ad2da90-cc4f-47af-8667-2ab5f3e8e467 admin admin] Publish callbacks [] for security_group (51d55277-3e81-45ec-b735-74809a17760d), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.568469 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Attempting to bind port 9d95c082-fc7b-4528-9545-da392b56fb38 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:14:10.568836 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Attempting to bind port 9d95c082-fc7b-4528-9545-da392b56fb38 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3c7e80de-206c-430b-8d33-3c73e6f6ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '40ee67b6-9178-4976-8d72-a6c28f59e76f'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:14:10.569166 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Attempting to bind port 9d95c082-fc7b-4528-9545-da392b56fb38 on network 40ee67b6-9178-4976-8d72-a6c28f59e76f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:10.582833 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Port 9d95c082-fc7b-4528-9545-da392b56fb38 on network 40ee67b6-9178-4976-8d72-a6c28f59e76f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:14:10.582833 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Attempting to bind port 9d95c082-fc7b-4528-9545-da392b56fb38 on network 40ee67b6-9178-4976-8d72-a6c28f59e76f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:10.587729 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8a549336-422d-4e7b-8f89-6755cfd93f93 req-ff5f5f75-21c0-48cc-9840-bcba312f76c9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806657 Apr 12 11:14:10.604615 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:14:10.605714 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Checking segment: {'id': '3c7e80de-206c-430b-8d33-3c73e6f6ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '40ee67b6-9178-4976-8d72-a6c28f59e76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:10.606410 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Bound using segment: {'id': '3c7e80de-206c-430b-8d33-3c73e6f6ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '40ee67b6-9178-4976-8d72-a6c28f59e76f'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:14:10.606962 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Bound port: 9d95c082-fc7b-4528-9545-da392b56fb38, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7e80de-206c-430b-8d33-3c73e6f6ccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '40ee67b6-9178-4976-8d72-a6c28f59e76f'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:14:10.607821 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.637308 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5ad2da90-cc4f-47af-8667-2ab5f3e8e467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (51d55277-3e81-45ec-b735-74809a17760d), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.668993 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2da90-cc4f-47af-8667-2ab5f3e8e467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d55277-3e81-45ec-b735-74809a17760d,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:10.690843 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5ad2da90-cc4f-47af-8667-2ab5f3e8e467 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7294f46ad36f4d7aba7a9816da9ab55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131233 Apr 12 11:14:10.692401 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] For port 9d95c082-fc7b-4528-9545-da392b56fb38, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:14:10.693287 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 40564) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:10.698478 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] For port 9d95c082-fc7b-4528-9545-da392b56fb38, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d95c082-fc7b-4528-9545-da392b56fb38,segment=NetworkSegment(3c7e80de-206c-430b-8d33-3c73e6f6ccc0),segment_id=3c7e80de-206c-430b-8d33-3c73e6f6ccc0)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:14:10.805581 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.815483 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f09054b6-e754-4a7b-9dad-ffd881cd864d admin admin] Publish callbacks [] for security_group (51d55277-3e81-45ec-b735-74809a17760d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.846265 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f09054b6-e754-4a7b-9dad-ffd881cd864d admin admin] Publish callbacks [] for security_group (51d55277-3e81-45ec-b735-74809a17760d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.927741 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:10.928385 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.937424 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] 10.222.0.52 "PUT /v2.0/ports/9d95c082-fc7b-4528-9545-da392b56fb38 HTTP/1.1" status: 200 len: 1093 time: 1.8504412 Apr 12 11:14:10.943340 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df72e3eb-ebd4-447a-924b-ca67eb76bf65', 'tag': '9d95c082-fc7b-4528-9545-da392b56fb38'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:11.033065 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-568b45dc-c67b-4182-a4a8-0cf9dca203dc req-fe04475c-771b-443c-a42b-d186459973ae tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0376980 Apr 12 11:14:11.126166 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7582-fac0-428b-87d4-33d39699ce45 service neutron] Pushing event updated for resources: {'Port': ['ID=9d95c082-fc7b-4528-9545-da392b56fb38,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:11.137593 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f09054b6-e754-4a7b-9dad-ffd881cd864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (51d55277-3e81-45ec-b735-74809a17760d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:11.141550 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f09054b6-e754-4a7b-9dad-ffd881cd864d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:11.145847 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-f09054b6-e754-4a7b-9dad-ffd881cd864d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51d55277-3e81-45ec-b735-74809a17760d HTTP/1.1" status: 204 len: 168 time: 0.4510777 Apr 12 11:14:11.148453 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2cab1360-6c9a-4a49-b9b8-aef22b3f888d req-e8b3a403-3066-4fed-afb3-3f819694d7e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.1098971 Apr 12 11:14:11.174417 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09054b6-e754-4a7b-9dad-ffd881cd864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d55277-3e81-45ec-b735-74809a17760d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:11.248457 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a4efbf-ee1b-46f8-ba86-d2c912909d69" -d '{"events": [{"name": "network-changed", "server_uuid": "df72e3eb-ebd4-447a-924b-ca67eb76bf65", "tag": "9d95c082-fc7b-4528-9545-da392b56fb38"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:11.513045 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f052075f-213f-4507-ad78-1e95dcffa750 x-openstack-request-id: req-f052075f-213f-4507-ad78-1e95dcffa750 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:11.513672 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df72e3eb-ebd4-447a-924b-ca67eb76bf65", "tag": "9d95c082-fc7b-4528-9545-da392b56fb38", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:11.513863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f052075f-213f-4507-ad78-1e95dcffa750 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:11.514259 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f052075f-213f-4507-ad78-1e95dcffa750'] response: {'name': 'network-changed', 'server_uuid': 'df72e3eb-ebd4-447a-924b-ca67eb76bf65', 'tag': '9d95c082-fc7b-4528-9545-da392b56fb38', 'status': 'completed', 'code': 200} Apr 12 11:14:11.765459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbef511-7e71-4c2c-b736-6ca043aab365 req-e1bb4f98-9303-4f2a-a2fb-7af8a8c2c2e7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:11.774893 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9bbef511-7e71-4c2c-b736-6ca043aab365 req-e1bb4f98-9303-4f2a-a2fb-7af8a8c2c2e7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0988429 Apr 12 11:14:12.052461 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9bbef511-7e71-4c2c-b736-6ca043aab365 req-dfc7fd2b-ea9b-44f1-885c-2971109c0dad tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761459 Apr 12 11:14:12.235052 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c3a1505-1d44-431e-a12d-7b25ef16eadf req-66a2f9e6-7c80-494e-b6d2-c2461dd92cff tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0906978 Apr 12 11:14:12.338043 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-810df16a-e92f-4e5c-9f86-556ce6d2c4ae req-c2dd463b-19fb-4245-8ee2-34a80e3ffe85 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0674372 Apr 12 11:14:13.170839 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43089e-e679-4e87-bd41-df118f985091 req-2cd64e7a-4802-47ac-8288-d58280a2ddfe tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:13.172326 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bb43089e-e679-4e87-bd41-df118f985091 req-2cd64e7a-4802-47ac-8288-d58280a2ddfe tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0539200 Apr 12 11:14:13.221933 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bb43089e-e679-4e87-bd41-df118f985091 req-13c05f86-0eab-41f7-af7a-5294c651b337 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Apr 12 11:14:13.338417 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b1175266-9051-44ff-9a09-59f654d62418 req-5afbb98d-4c12-42ae-84b9-dfb15a98f2b5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Apr 12 11:14:13.455239 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0dab83db-1199-437e-819b-7f5b628420b3 req-19cbb0ad-3f29-41f5-b263-754aba6fdaa9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0306690 Apr 12 11:14:14.365739 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9792d6-379d-4fac-9e47-d346667a7fef req-c2e7396e-ccbf-4842-acfa-e4c8d79537d9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:14.367743 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7d9792d6-379d-4fac-9e47-d346667a7fef req-c2e7396e-ccbf-4842-acfa-e4c8d79537d9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0475392 Apr 12 11:14:14.419139 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7d9792d6-379d-4fac-9e47-d346667a7fef req-b5fa5fc1-d0ff-436c-9639-a1e47691df7b tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Apr 12 11:14:14.446576 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d9edaaed-532c-4988-ad3b-0e83ae8180bf req-b9947c21-6533-4881-aa95-c5853e3f484f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0391984 Apr 12 11:14:14.571008 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1e1a9275-0062-467d-b405-409591114e07 req-20758415-07b7-4fb0-a77b-e26a3f65e9d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284760 Apr 12 11:14:15.572861 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8827a7-901d-4544-af9c-41690795dd65 req-a0860f87-1c28-49cd-b4ed-8e19bc00a119 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:15.574446 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7a8827a7-901d-4544-af9c-41690795dd65 req-a0860f87-1c28-49cd-b4ed-8e19bc00a119 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0541716 Apr 12 11:14:15.602669 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-68d3b02f-c30c-4b58-a284-92d1945c7d51 req-891bea67-f3de-4ef2-9341-326b3a224c2a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0322988 Apr 12 11:14:15.636470 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7a8827a7-901d-4544-af9c-41690795dd65 req-aca1c822-e962-4f02-a14a-03c337d13664 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547328 Apr 12 11:14:15.692640 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-36bcbc52-2ccb-4ece-a7c2-b86684bca3d8 req-c9a242ca-4085-44ff-842b-24b7a7bf2f01 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Apr 12 11:14:16.699174 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-13c739fa-5b2b-4aad-af92-f81e3d021cfc req-4adb9a5d-0a2d-4050-9b27-7851084ae8d0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0279887 Apr 12 11:14:16.752572 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7855c-3d6a-44ed-8b94-54ffad67af39 req-4871ec74-ebae-4e76-a267-a1e92b62f9bc tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:16.754382 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-25e7855c-3d6a-44ed-8b94-54ffad67af39 req-4871ec74-ebae-4e76-a267-a1e92b62f9bc tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0502000 Apr 12 11:14:16.827999 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-25e7855c-3d6a-44ed-8b94-54ffad67af39 req-78a0ef8e-e613-444c-addf-b0de42f9b021 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644841 Apr 12 11:14:16.838161 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-439e548b-0bf5-44da-93bd-02414be74bb3 req-7f2f0266-0158-43ad-8173-9b064ee3a881 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0484965 Apr 12 11:14:17.803089 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-627ab7e3-adc8-4660-9ca5-a0aeb1b4a7c3 req-6110010c-638c-4863-82e3-6f6a5f89be6d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0352488 Apr 12 11:14:17.983649 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e8531-f4f7-4998-bacd-28284be55173 req-bae880ba-77e6-42dc-98b7-7fa3c68937f0 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:17.985209 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-951e8531-f4f7-4998-bacd-28284be55173 req-bae880ba-77e6-42dc-98b7-7fa3c68937f0 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0589805 Apr 12 11:14:17.998204 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-790c859d-a086-466e-925a-572582233294 req-3b81a931-a907-4107-bd17-1fec86b690d0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0371726 Apr 12 11:14:18.044774 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-951e8531-f4f7-4998-bacd-28284be55173 req-6eee0cc3-25a0-4e72-ad36-6b24794437b8 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476906 Apr 12 11:14:18.935765 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ee5808cf-36d6-4344-9641-5e8aaa698d23 req-cda6a1aa-0213-4093-8d7e-f33328e4d42a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0403183 Apr 12 11:14:19.139734 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1c751c4b-8a0c-4d2e-988c-ef0fa6a4c82d req-b47447ea-d45b-4177-9a72-16108a6f16c0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0486729 Apr 12 11:14:19.205709 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e522a-f7d0-401d-b758-269218fd2480 req-18474c55-62b1-4d03-8593-0349222972d6 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:19.207526 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d44e522a-f7d0-401d-b758-269218fd2480 req-18474c55-62b1-4d03-8593-0349222972d6 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0633678 Apr 12 11:14:19.260531 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d44e522a-f7d0-401d-b758-269218fd2480 req-921752e7-a9d3-4618-ac57-3fb54fd7256c tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472002 Apr 12 11:14:19.851390 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:20.067832 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c0bf6504-5f3b-4dbb-818c-0da0f1d95941 req-833a3007-d33c-4f5d-aa8b-60e90c3b6d6b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0291831 Apr 12 11:14:20.255504 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-055a4894-c7ee-41b1-a3be-79bdf0f7243c req-81e4aef7-b1bc-4634-9365-48046119c06b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0387115 Apr 12 11:14:20.392317 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425b455-db3d-40f8-9a2e-921094640610 req-5a1eb19c-6668-43bb-bd45-32981913fc30 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:20.394394 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1425b455-db3d-40f8-9a2e-921094640610 req-5a1eb19c-6668-43bb-bd45-32981913fc30 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0567012 Apr 12 11:14:20.498436 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1425b455-db3d-40f8-9a2e-921094640610 req-1d3aaa0e-8602-490c-a45d-2d981046ff0d tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949872 Apr 12 11:14:21.167822 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5c2396e9-6494-4215-852f-815ad65ad643 req-f355cc60-517e-4af4-a1f9-3d9263b6d766 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0335710 Apr 12 11:14:21.364958 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7be86796-fb10-4a96-8089-f48178eb0632 req-21d787d3-1ce7-4b6c-bd89-59386ed3a2fb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0310965 Apr 12 11:14:21.611797 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8306b37-a584-4f6b-9836-c2c502fb4129 req-30dc6320-1bcd-4371-a630-cd7b785bbe14 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:21.613264 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8306b37-a584-4f6b-9836-c2c502fb4129 req-30dc6320-1bcd-4371-a630-cd7b785bbe14 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0509801 Apr 12 11:14:21.659681 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8306b37-a584-4f6b-9836-c2c502fb4129 req-76434619-3a80-414f-a4f6-9cc5384dd5e0 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Apr 12 11:14:22.272320 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3b7ab67f-a193-48f4-a8ad-a14670b2743b req-10311c35-bf32-4e95-8abe-d9aca89ce0f0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0274761 Apr 12 11:14:22.459811 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-96414d03-7924-4118-a552-e93086ff6ebe req-2f02d7ab-7e55-4fd9-ac4b-687a5d5969d2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274079 Apr 12 11:14:22.770505 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af345ac-be03-45a1-bf9f-f68a5a1112f9 req-ee7c7473-9aa5-44d1-b844-5f649505b74c tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:22.772015 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7af345ac-be03-45a1-bf9f-f68a5a1112f9 req-ee7c7473-9aa5-44d1-b844-5f649505b74c tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0489213 Apr 12 11:14:22.820433 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7af345ac-be03-45a1-bf9f-f68a5a1112f9 req-e866bfa8-c27e-4c1f-89e9-688c90a06719 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Apr 12 11:14:23.364637 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1b835f68-8387-41b3-89f7-b782a1707e06 req-994cd87f-bd18-4486-a0ec-e86cf0ed5946 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0272365 Apr 12 11:14:23.555517 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0e5f2465-79f9-4e12-af6a-1d0f91406deb req-640a184c-6792-40f0-9384-e044bee418af tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0269721 Apr 12 11:14:23.938113 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512d3b7-cb0a-4910-b408-99506638ec6b req-545a8158-dee0-44a1-a8ad-335f558e90a2 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:23.939575 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0512d3b7-cb0a-4910-b408-99506638ec6b req-545a8158-dee0-44a1-a8ad-335f558e90a2 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0504954 Apr 12 11:14:23.984806 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0512d3b7-cb0a-4910-b408-99506638ec6b req-1758f385-3efc-4b9d-a05a-eb4dd26d4b20 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Apr 12 11:14:24.464745 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18e8500c-b808-4850-bdef-38d258fca3dd req-aaa1f464-239d-4abd-8015-04cf3d4e2cf0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0324168 Apr 12 11:14:24.653123 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-51520c20-d685-44fe-9669-577828359745 req-d598e47e-3471-4089-9191-173944ee0a69 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0291688 Apr 12 11:14:25.094848 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961fc87-87f8-4caf-91fb-16de568518a8 req-3fbc4191-6e82-46b9-be6c-bad496cec1b4 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:25.096363 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f961fc87-87f8-4caf-91fb-16de568518a8 req-3fbc4191-6e82-46b9-be6c-bad496cec1b4 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0466919 Apr 12 11:14:25.113043 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.52', 64870) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:25.135028 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.52', 64871) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:25.158560 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f961fc87-87f8-4caf-91fb-16de568518a8 req-2b7dc0b1-1a94-4e18-8285-5d07f6295be9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565243 Apr 12 11:14:25.326077 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4efbf-ee1b-46f8-ba86-d2c912909d69 req-cafe9374-1355-4a11-95b1-ed7dcf4d7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:25.327616 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-82a4efbf-ee1b-46f8-ba86-d2c912909d69 req-cafe9374-1355-4a11-95b1-ed7dcf4d7d7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a0f3226182b457b869cb2ca52938d47&device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 1127 time: 0.1897414 Apr 12 11:14:25.506547 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-b82f524d-5ef6-4f8e-b126-0a6a8ed911fa tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:25.508804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-b82f524d-5ef6-4f8e-b126-0a6a8ed911fa tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 818 time: 0.3468728 Apr 12 11:14:25.521831 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-2f066c5f-d655-4f1a-8a8d-3ce0cd04bb12 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:25.523290 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-2f066c5f-d655-4f1a-8a8d-3ce0cd04bb12 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 818 time: 0.3813584 Apr 12 11:14:25.562767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Request body: {'port': {'device_id': '3e565fb4-22da-414e-a260-9e0375ca75e5', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'admin_state_up': True, 'tenant_id': '77070a5964674c428b8aff6c13200ead'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:25.568051 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Request body: {'port': {'device_id': '57deb323-0faa-4ec3-ab2b-e67bdccb3da7', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'admin_state_up': True, 'tenant_id': '77070a5964674c428b8aff6c13200ead'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:25.624537 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-93936a32-11d8-4a14-8853-a5a3b2b02840 req-d88ffad7-83a9-4486-9e34-445479d158af tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0872028 Apr 12 11:14:25.635389 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4efbf-ee1b-46f8-ba86-d2c912909d69 req-a4f1b9a1-1bfb-404a-980f-da333b5ef51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:25.636895 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-82a4efbf-ee1b-46f8-ba86-d2c912909d69 req-a4f1b9a1-1bfb-404a-980f-da333b5ef51f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a0f3226182b457b869cb2ca52938d47&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2918782 Apr 12 11:14:25.760961 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d6a56009-1ecb-44c2-a516-baf5e499ac13 req-a9f07ab5-3701-437c-ba3e-0a109ca8b01c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0289428 Apr 12 11:14:25.940048 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4efbf-ee1b-46f8-ba86-d2c912909d69 req-58129bb0-915d-4ec9-9f4b-9bad21492792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:25.941614 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-82a4efbf-ee1b-46f8-ba86-d2c912909d69 req-58129bb0-915d-4ec9-9f4b-9bad21492792 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2643385 Apr 12 11:14:26.455332 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-a3134f81-c84a-448c-8b9b-843e9c29870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:26.457206 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-a3134f81-c84a-448c-8b9b-843e9c29870c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a0f3226182b457b869cb2ca52938d47&device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 1127 time: 0.2779329 Apr 12 11:14:26.476367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de95cb2-f907-445a-aa70-f5438187c388 req-0b428cc3-5eec-4913-a790-03e6a6e37128 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:26.478027 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1de95cb2-f907-445a-aa70-f5438187c388 req-0b428cc3-5eec-4913-a790-03e6a6e37128 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0745776 Apr 12 11:14:26.595705 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-fff35f7e-a12a-4cf9-964d-9feeed54db56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d95c082-fc7b-4528-9545-da392b56fb38 HTTP/1.1" status: 200 len: 217 time: 0.0883098 Apr 12 11:14:26.646187 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1de95cb2-f907-445a-aa70-f5438187c388 req-8a08270b-aff5-4750-9093-85d1d1a9a525 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621199 Apr 12 11:14:26.665510 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-f9d5390c-5d58-4f82-b2d6-af0b33c07cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:26.667039 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-f9d5390c-5d58-4f82-b2d6-af0b33c07cf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=abb1ab93-6682-46ae-b636-9859d2ddd00e HTTP/1.1" status: 200 len: 852 time: 0.0621927 Apr 12 11:14:26.723332 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-60787e5c-8954-48b4-8fc5-5b49fd8d0f4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40ee67b6-9178-4976-8d72-a6c28f59e76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503595 Apr 12 11:14:26.733301 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-89749773-b1c9-46df-ad79-22c580d79400 req-26d331e7-bd76-4c83-bb65-246bf413f9e4 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0338209 Apr 12 11:14:26.814136 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-aabb4995-e0ea-447b-b4ec-513263202837 service neutron] 10.222.0.52 "GET /v2.0/networks/40ee67b6-9178-4976-8d72-a6c28f59e76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845401 Apr 12 11:14:26.819586 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Made reservation on behalf of 77070a5964674c428b8aff6c13200ead for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:26.824487 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:26.876887 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Made reservation on behalf of 77070a5964674c428b8aff6c13200ead for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:26.880366 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:26.936227 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-290d43c0-bb09-4171-9bf2-50ac9ef596bd req-085b51e2-38e0-4009-80c7-2970739c9642 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0968456 Apr 12 11:14:27.069683 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddff68e2-8439-4719-811a-534ba9234ca3 req-734a4fbb-61b8-40ec-8495-5f0398623372 service neutron] 10.222.0.52 "GET /v2.0/networks/40ee67b6-9178-4976-8d72-a6c28f59e76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434759 Apr 12 11:14:27.139990 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Allocated IP 172.20.0.13 (02313fd0-40df-4fb0-9eff-eaf90d447362/c906a86c-4203-4e80-8ec3-9087b155c91b/73054ba5-b00b-4c92-afb8-b2c75808dcfc) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:14:27.304331 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:27.443561 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:27.531551 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:14:27.542867 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:27.545722 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:14:27.552173 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:27.552286 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:27.558851 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event updated for resources: {'Port': ['ID=73054ba5-b00b-4c92-afb8-b2c75808dcfc,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:27.572002 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Allocated IP 172.20.0.5 (02313fd0-40df-4fb0-9eff-eaf90d447362/c906a86c-4203-4e80-8ec3-9087b155c91b/2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:14:27.690105 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-2061f682-03bf-48f2-886c-94ac98fb27ea tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1395156 Apr 12 11:14:27.744782 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:27.780125 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3bb7-3be4-4112-973f-50682d5f5112 req-4ed9b1b2-2361-4267-ae25-6e2cdc83932d tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:27.781713 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-627d3bb7-3be4-4112-973f-50682d5f5112 req-4ed9b1b2-2361-4267-ae25-6e2cdc83932d tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0613232 Apr 12 11:14:27.829764 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-627d3bb7-3be4-4112-973f-50682d5f5112 req-b9101c2f-fc7a-4d5f-9962-60d1b6ab98aa tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Apr 12 11:14:27.830904 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-e10a9dda-d6b3-4e6d-a45b-b22b04128a64 None None] Provisioning complete for port 73054ba5-b00b-4c92-afb8-b2c75808dcfc triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:27.832049 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e10a9dda-d6b3-4e6d-a45b-b22b04128a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:27.853432 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2748fd2-5fac-4ed4-b4b7-2cb9e3a6d97e req-c4d71eec-ad40-4508-a983-6a3080152f98 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:27.854958 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e2748fd2-5fac-4ed4-b4b7-2cb9e3a6d97e req-c4d71eec-ad40-4508-a983-6a3080152f98 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 932 time: 0.0526800 Apr 12 11:14:27.875921 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:27.878512 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-e10a9dda-d6b3-4e6d-a45b-b22b04128a64 None None] Port 73054ba5-b00b-4c92-afb8-b2c75808dcfc cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:14:27.936683 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:14:27.949871 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:27.952872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:14:27.958148 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:27.958794 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:27.961315 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event updated for resources: {'Port': ['ID=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:27.967691 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e2748fd2-5fac-4ed4-b4b7-2cb9e3a6d97e req-c8c488a9-57ce-43e6-8005-9f8e07f78dba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065068 Apr 12 11:14:28.054243 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e79b09a-36fb-4ee1-b6c1-86ea3dc61342 req-61805c2a-01ac-4526-afaa-47f1bfc0fea4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275848 Apr 12 11:14:28.075571 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-d90328bb-466f-43f5-9c2b-a15f1fcd41a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5167646 Apr 12 11:14:28.201510 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-af6954b2-6011-42e9-a8e1-8245a5ccb365 None None] Provisioning complete for port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:28.201510 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-af6954b2-6011-42e9-a8e1-8245a5ccb365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.201801 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41088) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:28.233336 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-af6954b2-6011-42e9-a8e1-8245a5ccb365 None None] Port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:14:28.316533 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4f6acf8a-30de-4d18-845b-f8e60856316f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.392612 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4f6acf8a-30de-4d18-845b-f8e60856316f admin admin] Publish callbacks [] for security_group (13ae35db-63b9-408b-bd4e-f64146215f10), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.496853 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4f6acf8a-30de-4d18-845b-f8e60856316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (13ae35db-63b9-408b-bd4e-f64146215f10), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.528810 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-4f6acf8a-30de-4d18-845b-f8e60856316f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45aadcdd0e154c939369aa2af00eb205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259320 Apr 12 11:14:28.529697 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6acf8a-30de-4d18-845b-f8e60856316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ae35db-63b9-408b-bd4e-f64146215f10,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:28.531453 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41110) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:28.586166 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0022-7c07-472e-b173-4fd09c958e0d admin admin] Publish callbacks [] for security_group (13ae35db-63b9-408b-bd4e-f64146215f10), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.609518 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0022-7c07-472e-b173-4fd09c958e0d admin admin] Publish callbacks [] for security_group (13ae35db-63b9-408b-bd4e-f64146215f10), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.673044 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41116) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:28.749405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0022-7c07-472e-b173-4fd09c958e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (13ae35db-63b9-408b-bd4e-f64146215f10), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.752147 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0022-7c07-472e-b173-4fd09c958e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.753436 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8dbe0022-7c07-472e-b173-4fd09c958e0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13ae35db-63b9-408b-bd4e-f64146215f10 HTTP/1.1" status: 204 len: 168 time: 0.2207296 Apr 12 11:14:28.762505 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe0022-7c07-472e-b173-4fd09c958e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ae35db-63b9-408b-bd4e-f64146215f10,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:28.780782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ba2607b-2b31-4fd1-93a2-8e2fe62e8a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.857657 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ba2607b-2b31-4fd1-93a2-8e2fe62e8a0e admin admin] Publish callbacks [] for security_group (5d01da98-8a7d-49b1-8362-a267f1f52506), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.948214 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa83f04-f511-42e0-8f20-39e07f49ba6b req-24c66eb6-7d5d-4f03-b311-92211f0a94b5 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:28.949702 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-daa83f04-f511-42e0-8f20-39e07f49ba6b req-24c66eb6-7d5d-4f03-b311-92211f0a94b5 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0491080 Apr 12 11:14:28.951429 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ba2607b-2b31-4fd1-93a2-8e2fe62e8a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (5d01da98-8a7d-49b1-8362-a267f1f52506), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.991224 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-2ba2607b-2b31-4fd1-93a2-8e2fe62e8a0e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e7a0bebff2a4b72bc454f31fd5f4de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170042 Apr 12 11:14:28.995230 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41126) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:29.001937 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2607b-2b31-4fd1-93a2-8e2fe62e8a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d01da98-8a7d-49b1-8362-a267f1f52506,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:29.006513 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-daa83f04-f511-42e0-8f20-39e07f49ba6b req-49467c49-00d8-4c24-87e4-6be4eb3d1c3c tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509534 Apr 12 11:14:29.055051 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6c23cc4b-9163-4761-9712-2df8963cab80 admin admin] Publish callbacks [] for security_group (5d01da98-8a7d-49b1-8362-a267f1f52506), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.112370 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6c23cc4b-9163-4761-9712-2df8963cab80 admin admin] Publish callbacks [] for security_group (5d01da98-8a7d-49b1-8362-a267f1f52506), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.127544 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c5ad-0590-46cf-b702-859d238cac98 req-9710330e-fab7-4738-a9e9-431bcd645add tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:29.129032 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-77e4c5ad-0590-46cf-b702-859d238cac98 req-9710330e-fab7-4738-a9e9-431bcd645add tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 932 time: 0.0708508 Apr 12 11:14:29.158470 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3ce7fd6-a54f-484d-9db9-25367581ba28 req-84a58628-32f7-49e4-a2d3-3096e011ba9c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0295100 Apr 12 11:14:29.193559 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-77e4c5ad-0590-46cf-b702-859d238cac98 req-bbd1cbbb-9005-46d6-b05c-f391b331b85e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565178 Apr 12 11:14:29.274922 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6c23cc4b-9163-4761-9712-2df8963cab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (5d01da98-8a7d-49b1-8362-a267f1f52506), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.277668 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6c23cc4b-9163-4761-9712-2df8963cab80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.278847 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-6c23cc4b-9163-4761-9712-2df8963cab80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d01da98-8a7d-49b1-8362-a267f1f52506 HTTP/1.1" status: 204 len: 168 time: 0.2822666 Apr 12 11:14:29.287228 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23cc4b-9163-4761-9712-2df8963cab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d01da98-8a7d-49b1-8362-a267f1f52506,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:29.468642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41142) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:29.482666 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0435a6d7-abb4-4e3c-a843-cccd3204a156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.566646 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0435a6d7-abb4-4e3c-a843-cccd3204a156 admin admin] Publish callbacks [] for security_group (41c31d45-824a-4a33-84a8-5c0b502a2ba9), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.635457 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0435a6d7-abb4-4e3c-a843-cccd3204a156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (41c31d45-824a-4a33-84a8-5c0b502a2ba9), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.672545 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0435a6d7-abb4-4e3c-a843-cccd3204a156 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e06b33f50f14ef196a083bb3c0a26f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028129 Apr 12 11:14:29.674469 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435a6d7-abb4-4e3c-a843-cccd3204a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c31d45-824a-4a33-84a8-5c0b502a2ba9,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:29.675285 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41152) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:29.731089 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63e51e2f-1f11-41cc-84d8-c6121eb22dc7 admin admin] Publish callbacks [] for security_group (41c31d45-824a-4a33-84a8-5c0b502a2ba9), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.753423 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63e51e2f-1f11-41cc-84d8-c6121eb22dc7 admin admin] Publish callbacks [] for security_group (41c31d45-824a-4a33-84a8-5c0b502a2ba9), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.877871 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63e51e2f-1f11-41cc-84d8-c6121eb22dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (41c31d45-824a-4a33-84a8-5c0b502a2ba9), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.885341 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63e51e2f-1f11-41cc-84d8-c6121eb22dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.889337 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-63e51e2f-1f11-41cc-84d8-c6121eb22dc7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41c31d45-824a-4a33-84a8-5c0b502a2ba9 HTTP/1.1" status: 204 len: 168 time: 0.2100646 Apr 12 11:14:29.897548 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e51e2f-1f11-41cc-84d8-c6121eb22dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c31d45-824a-4a33-84a8-5c0b502a2ba9,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:29.953699 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41172) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:29.967167 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-75a8ef94-ed76-4043-8ef8-87f1fac40791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.076554 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-75a8ef94-ed76-4043-8ef8-87f1fac40791 admin admin] Publish callbacks [] for security_group (60590a3a-887f-460d-a8e6-7994b25cb556), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.136221 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fc15f-8a8f-48d0-aa30-c82a72d5721c req-bb8d5a2f-e4a8-4baf-83c4-8998f1ee5bbe tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:30.137721 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-215fc15f-8a8f-48d0-aa30-c82a72d5721c req-bb8d5a2f-e4a8-4baf-83c4-8998f1ee5bbe tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0492029 Apr 12 11:14:30.158790 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-75a8ef94-ed76-4043-8ef8-87f1fac40791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (60590a3a-887f-460d-a8e6-7994b25cb556), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.215336 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-75a8ef94-ed76-4043-8ef8-87f1fac40791 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed7178acced048d4a08fa44c66b7e509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605186 Apr 12 11:14:30.218609 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41182) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:30.231664 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8ef94-ed76-4043-8ef8-87f1fac40791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60590a3a-887f-460d-a8e6-7994b25cb556,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:30.236946 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-215fc15f-8a8f-48d0-aa30-c82a72d5721c req-8eefff72-ebb8-4bec-a305-8b4afc6ae01e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936356 Apr 12 11:14:30.311096 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-846ea23e-49c9-47b0-a4a5-c70ecb956239 req-8b1e5f8d-5056-4e2b-ad4d-22a4c2c0d840 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0593209 Apr 12 11:14:30.328971 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31e54a5e-f2cf-457a-b33a-4e83f91b3274 admin admin] Publish callbacks [] for security_group (60590a3a-887f-460d-a8e6-7994b25cb556), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.370759 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31e54a5e-f2cf-457a-b33a-4e83f91b3274 admin admin] Publish callbacks [] for security_group (60590a3a-887f-460d-a8e6-7994b25cb556), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.389321 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03713d65-c75f-4c79-a584-8cfbdec3868c req-164e8f25-1e91-4df4-a518-96760fe3a24a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:30.392254 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03713d65-c75f-4c79-a584-8cfbdec3868c req-164e8f25-1e91-4df4-a518-96760fe3a24a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 932 time: 0.0736575 Apr 12 11:14:30.448452 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03713d65-c75f-4c79-a584-8cfbdec3868c req-4a51d387-6c9b-49af-bc9d-53965666dc3a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497375 Apr 12 11:14:30.517212 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31e54a5e-f2cf-457a-b33a-4e83f91b3274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (60590a3a-887f-460d-a8e6-7994b25cb556), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.520145 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31e54a5e-f2cf-457a-b33a-4e83f91b3274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.521287 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-31e54a5e-f2cf-457a-b33a-4e83f91b3274 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60590a3a-887f-460d-a8e6-7994b25cb556 HTTP/1.1" status: 204 len: 168 time: 0.3016295 Apr 12 11:14:30.530472 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e54a5e-f2cf-457a-b33a-4e83f91b3274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60590a3a-887f-460d-a8e6-7994b25cb556,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:30.765426 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41194) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:30.778892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e21f6d5-c48c-4cfd-9dab-7990a1612ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.852899 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e21f6d5-c48c-4cfd-9dab-7990a1612ecc admin admin] Publish callbacks [] for security_group (13398be5-541b-4c23-abf3-d526e8d3e4e4), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.928279 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e21f6d5-c48c-4cfd-9dab-7990a1612ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (13398be5-541b-4c23-abf3-d526e8d3e4e4), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:30.968202 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-9e21f6d5-c48c-4cfd-9dab-7990a1612ecc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f80c6cff1cd7422cb2fb886898c96ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016499 Apr 12 11:14:30.969028 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21f6d5-c48c-4cfd-9dab-7990a1612ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13398be5-541b-4c23-abf3-d526e8d3e4e4,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:30.971154 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41204) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:31.028409 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-67f9939c-b0b8-4d80-a9e8-71fedbde4d45 admin admin] Publish callbacks [] for security_group (13398be5-541b-4c23-abf3-d526e8d3e4e4), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:31.050134 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-67f9939c-b0b8-4d80-a9e8-71fedbde4d45 admin admin] Publish callbacks [] for security_group (13398be5-541b-4c23-abf3-d526e8d3e4e4), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:31.160591 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-67f9939c-b0b8-4d80-a9e8-71fedbde4d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (13398be5-541b-4c23-abf3-d526e8d3e4e4), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:31.163686 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-67f9939c-b0b8-4d80-a9e8-71fedbde4d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:31.167398 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-67f9939c-b0b8-4d80-a9e8-71fedbde4d45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13398be5-541b-4c23-abf3-d526e8d3e4e4 HTTP/1.1" status: 204 len: 168 time: 0.1926575 Apr 12 11:14:31.173613 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9939c-b0b8-4d80-a9e8-71fedbde4d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13398be5-541b-4c23-abf3-d526e8d3e4e4,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:31.356952 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860c22-d8ce-49c5-9b35-7770b176c62e req-9c667771-43d2-4e3a-b6f5-6253f2ba4ca1 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:31.358500 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-91860c22-d8ce-49c5-9b35-7770b176c62e req-9c667771-43d2-4e3a-b6f5-6253f2ba4ca1 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0519516 Apr 12 11:14:31.415535 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7332-282e-46fa-8840-a8b0a64067d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:31.416749 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-91860c22-d8ce-49c5-9b35-7770b176c62e req-e4cac694-48ce-4cd0-8722-eb23fed1b9dd tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519929 Apr 12 11:14:31.454566 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-55965d38-4f4e-4819-a25c-6c38ba7f89ac req-a7c2ddf8-260f-41ba-aeaf-cc095d08812b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0366716 Apr 12 11:14:31.570253 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8d11-26d4-465f-a074-a2d23f61f891 req-e38e4efd-82d3-4718-b185-eb0949966dca tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:31.571775 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d2ef8d11-26d4-465f-a074-a2d23f61f891 req-e38e4efd-82d3-4718-b185-eb0949966dca tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 932 time: 0.0479259 Apr 12 11:14:31.620761 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d2ef8d11-26d4-465f-a074-a2d23f61f891 req-4cf51bab-c012-4a84-933b-174b99784923 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Apr 12 11:14:32.258868 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41260) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:32.351428 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2138722063-network', 'tenant_id': '9b62df75dc074772b133c61e95e2d89b'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:32.463634 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Made reservation on behalf of 9b62df75dc074772b133c61e95e2d89b for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:32.466116 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:32.477970 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:32.537074 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f7cd2-b257-4856-a19b-9b973ead8276 req-f1dbeac6-502e-4478-a979-3c34e30fe3f9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:32.544849 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d1f7cd2-b257-4856-a19b-9b973ead8276 req-f1dbeac6-502e-4478-a979-3c34e30fe3f9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 943 time: 0.0593879 Apr 12 11:14:32.591790 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5fa1b475-67f3-4ff7-9214-1d5975dcc1ee req-9f6fb881-0b61-4e4f-aeb2-d34ff108fc58 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0444899 Apr 12 11:14:32.596393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Publish callbacks [] for security_group (fcf105ce-a400-4a90-85d9-12550914afe3), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:32.607783 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d1f7cd2-b257-4856-a19b-9b973ead8276 req-7b9fef28-f786-416a-8dcd-259fd20fb583 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Apr 12 11:14:32.660691 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (fcf105ce-a400-4a90-85d9-12550914afe3), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:32.689647 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:14:32.699580 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf105ce-a400-4a90-85d9-12550914afe3,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:32.714689 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (58aae6c4-2350-40eb-9063-67750bdd804e), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:32.714689 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Added segment 58aae6c4-2350-40eb-9063-67750bdd804e of type vlan for network 80aca3a7-d5ed-43a3-b3f1-f09b59466505 Apr 12 11:14:32.738909 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fe284-cf45-4c10-96c4-b73be77add72 req-472bad35-4770-4199-8d84-893a1bdf6192 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:32.746552 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-724fe284-cf45-4c10-96c4-b73be77add72 req-472bad35-4770-4199-8d84-893a1bdf6192 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 932 time: 0.0553875 Apr 12 11:14:32.754348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (80aca3a7-d5ed-43a3-b3f1-f09b59466505), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:32.791524 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-724fe284-cf45-4c10-96c4-b73be77add72 req-1d755f0e-4f7f-4e54-bbdc-88ac214a78dd tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Apr 12 11:14:32.841048 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (80aca3a7-d5ed-43a3-b3f1-f09b59466505), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:32.842038 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:32.842631 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:32.908480 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] Pushing event updated for resources: {'Network': ['ID=80aca3a7-d5ed-43a3-b3f1-f09b59466505,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:32.919181 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 80aca3a7-d5ed-43a3-b3f1-f09b59466505 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:14:32.960246 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-d0413c5b-f128-44ce-8950-23b0dbdd9d35 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7000587 Apr 12 11:14:32.968243 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41290) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:32.973122 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Request body: {'subnet': {'network_id': '80aca3a7-d5ed-43a3-b3f1-f09b59466505', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2138722063-subnet', 'tenant_id': '9b62df75dc074772b133c61e95e2d89b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:33.060233 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Made reservation on behalf of 9b62df75dc074772b133c61e95e2d89b for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:33.062613 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:33.128529 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 9d95c082-fc7b-4528-9545-da392b56fb38 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:14:33.242948 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 9d95c082-fc7b-4528-9545-da392b56fb38, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d95c082-fc7b-4528-9545-da392b56fb38,segment=NetworkSegment(3c7e80de-206c-430b-8d33-3c73e6f6ccc0),segment_id=3c7e80de-206c-430b-8d33-3c73e6f6ccc0)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:33.254241 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '9d95c082-fc7b-4528-9545-da392b56fb38', 'network_id': '40ee67b6-9178-4976-8d72-a6c28f59e76f', 'port_id': '9d95c082-fc7b-4528-9545-da392b56fb38', 'mac_address': 'fa:16:3e:38:6e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb1ab93-6682-46ae-b636-9859d2ddd00e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:14:33.291586 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 9d95c082-fc7b-4528-9545-da392b56fb38 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:33.291965 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:33.304843 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d95c082-fc7b-4528-9545-da392b56fb38 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:33.324867 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 9d95c082-fc7b-4528-9545-da392b56fb38, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d95c082-fc7b-4528-9545-da392b56fb38,segment=NetworkSegment(3c7e80de-206c-430b-8d33-3c73e6f6ccc0),segment_id=3c7e80de-206c-430b-8d33-3c73e6f6ccc0)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:33.328815 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:33.388269 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:33.399342 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Checking segment: {'id': '58aae6c4-2350-40eb-9063-67750bdd804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '80aca3a7-d5ed-43a3-b3f1-f09b59466505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:33.399342 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Network hostable DHCP agents. Network: 80aca3a7-d5ed-43a3-b3f1-f09b59466505, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:14:33.417844 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:33.467380 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=9d95c082-fc7b-4528-9545-da392b56fb38,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:33.498258 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Network 80aca3a7-d5ed-43a3-b3f1-f09b59466505 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:14:33.574365 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 80aca3a7-d5ed-43a3-b3f1-f09b59466505) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:33.578810 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:33.579396 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:33.583950 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6155f9-c28a-4c25-830f-d6b67e69bd8e None None] Network 80aca3a7-d5ed-43a3-b3f1-f09b59466505 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:14:33.652160 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-a6df00fa-7aa2-41cd-89c4-f2ce4b309ba0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6827788 Apr 12 11:14:33.706584 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960c0dc1-2e5a-49ca-bb36-06d06835f479 None None] Network 80aca3a7-d5ed-43a3-b3f1-f09b59466505 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:14:33.730906 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6a7b4-b1c1-4e27-9d1e-724521c61a1d req-fb8c20f6-1ea0-42ec-97e6-073fcb98a60e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:33.733628 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-de7d602a-a453-4858-837a-b6ecf4e47b26 req-6a1e1824-0db5-43c5-a0c2-2d9d13734104 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0398109 Apr 12 11:14:33.738819 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b7a6a7b4-b1c1-4e27-9d1e-724521c61a1d req-fb8c20f6-1ea0-42ec-97e6-073fcb98a60e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 944 time: 0.0624032 Apr 12 11:14:33.815998 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b7a6a7b4-b1c1-4e27-9d1e-724521c61a1d req-3ddcb783-41d1-4c9e-ae8c-3babbefeda69 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762320 Apr 12 11:14:33.966609 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951e4dc-acf7-4c91-9ab3-f9d00544e546 req-e3df0eef-a936-4f58-8df9-fffc10b11dbe tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:33.968873 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b951e4dc-acf7-4c91-9ab3-f9d00544e546 req-e3df0eef-a936-4f58-8df9-fffc10b11dbe tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 932 time: 0.0832326 Apr 12 11:14:34.012518 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-da074a0b-c993-4f7b-8e8c-f4f3e5bc2e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:34.030604 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b951e4dc-acf7-4c91-9ab3-f9d00544e546 req-c61d5999-0877-4b78-83d8-ac24ab976c2a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540636 Apr 12 11:14:34.086583 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Request body: {'port': {'device_id': '3e565fb4-22da-414e-a260-9e0375ca75e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:34.092398 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Request body: {'port': {'device_id': '57deb323-0faa-4ec3-ab2b-e67bdccb3da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:34.278898 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:34.293747 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:34.327419 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14542-9002-43ad-9159-54242f721fdb req-68264f08-dd7f-4fe4-8b3c-69506845d961 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:34.328894 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-68264f08-dd7f-4fe4-8b3c-69506845d961 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 815 time: 0.1967261 Apr 12 11:14:34.422766 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['9d95c082-fc7b-4528-9545-da392b56fb38'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:14:34.543169 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41328) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:34.551637 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-548478168-network', 'tenant_id': '49a6c2b7a316433eac90ff3d477c40f0'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:34.666301 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Made reservation on behalf of 49a6c2b7a316433eac90ff3d477c40f0 for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:34.668697 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:34.677877 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:34.755417 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Publish callbacks [] for security_group (4195fb50-78d3-4714-ac26-850fc71d4f65), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:34.770085 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-d85becd1-d2c5-40e4-a066-141d7866e693 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e476965a905e40cdaa1279d48e3c78a7 HTTP/1.1" status: 200 len: 380 time: 0.4204969 Apr 12 11:14:34.786639 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'port': {'device_id': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'admin_state_up': True, 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'security_groups': ['65ac1a01-b2b7-4625-a09e-74d0dd7abf07']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:34.833970 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4bc2b1a5-e8ee-43cc-878a-d600cff26aea req-c3b5e39f-73bf-4340-9f7b-cdf2cc427abc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0320976 Apr 12 11:14:34.838741 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (4195fb50-78d3-4714-ac26-850fc71d4f65), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:34.869362 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:14:34.902601 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (3a8c2810-b29a-4f89-971b-edd5e8da94a7), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:34.903029 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Added segment 3a8c2810-b29a-4f89-971b-edd5e8da94a7 of type vlan for network 610c2bb4-3c8e-4cd8-a7de-adad7187d73c Apr 12 11:14:34.904704 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4195fb50-78d3-4714-ac26-850fc71d4f65,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:34.949763 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (610c2bb4-3c8e-4cd8-a7de-adad7187d73c), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.009797 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1eeb5-83f5-4608-bf55-b582cb78f769 req-94900537-b2a9-4ff1-b904-f4f6825619fc tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:35.011336 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6a1eeb5-83f5-4608-bf55-b582cb78f769 req-94900537-b2a9-4ff1-b904-f4f6825619fc tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 944 time: 0.0933599 Apr 12 11:14:35.054636 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (610c2bb4-3c8e-4cd8-a7de-adad7187d73c), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.056376 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:35.056980 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.058246 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.126037 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6a1eeb5-83f5-4608-bf55-b582cb78f769 req-e6b32981-9355-488c-82a2-9cd512bcd2c8 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082282 Apr 12 11:14:35.139578 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5927291 Apr 12 11:14:35.139788 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73054ba5-b00b-4c92-afb8-b2c75808dcfc {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:35.143713 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41354) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:35.157795 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Request body: {'subnet': {'network_id': '610c2bb4-3c8e-4cd8-a7de-adad7187d73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-548478168-subnet', 'tenant_id': '49a6c2b7a316433eac90ff3d477c40f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:35.158435 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8956d7-e5f8-4dc4-9dbf-23f545af5ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=610c2bb4-3c8e-4cd8-a7de-adad7187d73c,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:35.163914 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Made reservation on behalf of e476965a905e40cdaa1279d48e3c78a7 for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:35.168407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.172515 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 610c2bb4-3c8e-4cd8-a7de-adad7187d73c details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:14:35.173320 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Publish callbacks [] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.207698 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f895cf7-9a8b-4a2e-b749-b3f916994f2a req-c4017152-a510-4991-a299-1a4d93455044 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:35.209855 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Transition to ACTIVE for port object 73054ba5-b00b-4c92-afb8-b2c75808dcfc will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:14:35.216276 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f895cf7-9a8b-4a2e-b749-b3f916994f2a req-c4017152-a510-4991-a299-1a4d93455044 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 932 time: 0.0973823 Apr 12 11:14:35.282566 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f895cf7-9a8b-4a2e-b749-b3f916994f2a req-0f00a85b-c5bd-4975-a553-64355c74d4bb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652771 Apr 12 11:14:35.328386 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.330254 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Made reservation on behalf of 49a6c2b7a316433eac90ff3d477c40f0 for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:35.332473 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.398423 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 9d95c082-fc7b-4528-9545-da392b56fb38 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:35.460445 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 9d95c082-fc7b-4528-9545-da392b56fb38 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:14:35.481818 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Allocated IP 172.20.0.9 (6cc12cd4-1430-44d8-8be2-637e64117173/1af46eae-1ec5-4aad-ad59-29df4cd09df9/92da6ea4-696b-4846-b47c-536810056742) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:14:35.573007 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 9d95c082-fc7b-4528-9545-da392b56fb38 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:35.573402 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.584299 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=73054ba5-b00b-4c92-afb8-b2c75808dcfc,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:35.623746 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Attempting to bind port 73054ba5-b00b-4c92-afb8-b2c75808dcfc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:14:35.624073 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Attempting to bind port 73054ba5-b00b-4c92-afb8-b2c75808dcfc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:14:35.624398 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Attempting to bind port 73054ba5-b00b-4c92-afb8-b2c75808dcfc on network 02313fd0-40df-4fb0-9eff-eaf90d447362 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:35.660584 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Port 73054ba5-b00b-4c92-afb8-b2c75808dcfc on network 02313fd0-40df-4fb0-9eff-eaf90d447362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:14:35.660910 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Attempting to bind port 73054ba5-b00b-4c92-afb8-b2c75808dcfc on network 02313fd0-40df-4fb0-9eff-eaf90d447362 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:35.671345 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 9d95c082-fc7b-4528-9545-da392b56fb38 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:35.671657 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.694605 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df72e3eb-ebd4-447a-924b-ca67eb76bf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d95c082-fc7b-4528-9545-da392b56fb38'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:35.723710 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:14:35.724044 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Checking segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:35.724430 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Bound using segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:14:35.724869 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Bound port: 73054ba5-b00b-4c92-afb8-b2c75808dcfc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:14:35.725223 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.770470 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 9d95c082-fc7b-4528-9545-da392b56fb38, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d95c082-fc7b-4528-9545-da392b56fb38,segment=NetworkSegment(3c7e80de-206c-430b-8d33-3c73e6f6ccc0),segment_id=3c7e80de-206c-430b-8d33-3c73e6f6ccc0)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:35.795302 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:35.834591 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Publish callbacks [] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.869786 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e2dc8-06fa-41d0-a87d-feea9954a768" -d '{"events": [{"server_uuid": "df72e3eb-ebd4-447a-924b-ca67eb76bf65", "name": "network-vif-plugged", "status": "completed", "tag": "9d95c082-fc7b-4528-9545-da392b56fb38"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:35.873556 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.906987 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Transition to ACTIVE for port object 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:14:35.912732 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for port (92da6ea4-696b-4846-b47c-536810056742), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:35.949830 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] For port 73054ba5-b00b-4c92-afb8-b2c75808dcfc, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:14:35.971677 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] For port 73054ba5-b00b-4c92-afb8-b2c75808dcfc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:14:36.009911 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.053619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (84546555-007b-43cb-8c84-4141cd2fd7ca), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.078941 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=9d95c082-fc7b-4528-9545-da392b56fb38,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:36.107752 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a83be495-d591-4719-ab45-31246bae0466 req-3336ca6a-7851-4f3e-8879-79bf2619f451 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0927727 Apr 12 11:14:36.155668 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.171895 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79305c3d-ba0f-4a6a-a78b-d170818edbf3 x-openstack-request-id: req-79305c3d-ba0f-4a6a-a78b-d170818edbf3 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:36.172229 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df72e3eb-ebd4-447a-924b-ca67eb76bf65", "name": "network-vif-plugged", "status": "completed", "tag": "9d95c082-fc7b-4528-9545-da392b56fb38", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:36.172566 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79305c3d-ba0f-4a6a-a78b-d170818edbf3 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:36.173021 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79305c3d-ba0f-4a6a-a78b-d170818edbf3'] response: {'server_uuid': 'df72e3eb-ebd4-447a-924b-ca67eb76bf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d95c082-fc7b-4528-9545-da392b56fb38', 'code': 200} Apr 12 11:14:36.239928 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.272248 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (92da6ea4-696b-4846-b47c-536810056742), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.404258 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf14899-00f5-4db6-9ae6-d90acb308324 req-330b0070-34e5-48ae-8c4e-0ef282f193ff tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:36.409890 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Network 6cc12cd4-1430-44d8-8be2-637e64117173 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:14:36.417317 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ebf14899-00f5-4db6-9ae6-d90acb308324 req-330b0070-34e5-48ae-8c4e-0ef282f193ff tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.1696515 Apr 12 11:14:36.421726 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:36.424397 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.426570 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 1094 time: 2.3460515 Apr 12 11:14:36.431808 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Pushing event updated for resources: {'Port': ['ID=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:36.456887 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:36.466153 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:14:36.471822 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:36.472709 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.485257 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e565fb4-22da-414e-a260-9e0375ca75e5', 'tag': '73054ba5-b00b-4c92-afb8-b2c75808dcfc'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:36.487942 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b63cfb-634e-47dd-b287-2545106d8d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e565fb4-22da-414e-a260-9e0375ca75e5", "tag": "73054ba5-b00b-4c92-afb8-b2c75808dcfc"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:36.512599 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ebf14899-00f5-4db6-9ae6-d90acb308324 req-916d6cc9-3d79-4dfe-8e62-179b49c77d88 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923526 Apr 12 11:14:36.592547 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8145194 Apr 12 11:14:36.602638 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef118fc-0694-4c4e-9996-6833795f3ac4 x-openstack-request-id: req-fef118fc-0694-4c4e-9996-6833795f3ac4 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:36.603008 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e565fb4-22da-414e-a260-9e0375ca75e5", "tag": "73054ba5-b00b-4c92-afb8-b2c75808dcfc", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:36.603409 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fef118fc-0694-4c4e-9996-6833795f3ac4 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:36.603867 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef118fc-0694-4c4e-9996-6833795f3ac4'] response: {'name': 'network-changed', 'server_uuid': '3e565fb4-22da-414e-a260-9e0375ca75e5', 'tag': '73054ba5-b00b-4c92-afb8-b2c75808dcfc', 'status': 'completed', 'code': 200} Apr 12 11:14:36.620952 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.52', 64892) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:36.696771 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Request body: {'port': {'device_id': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:36.738446 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84546555-007b-43cb-8c84-4141cd2fd7ca,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:36.769500 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-8e42820b-9c5a-4a1e-949d-344f7d4e778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:36.771347 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-8e42820b-9c5a-4a1e-949d-344f7d4e778b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1128 time: 0.1493409 Apr 12 11:14:36.800100 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Checking segment: {'id': '3a8c2810-b29a-4f89-971b-edd5e8da94a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '610c2bb4-3c8e-4cd8-a7de-adad7187d73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:36.801077 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Network hostable DHCP agents. Network: 610c2bb4-3c8e-4cd8-a7de-adad7187d73c, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:14:36.819507 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189687de-71de-4aca-b8d3-e6fabe836e04 req-2b4ba289-2b50-47f0-82c6-0656be810401 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:36.821793 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-189687de-71de-4aca-b8d3-e6fabe836e04 req-2b4ba289-2b50-47f0-82c6-0656be810401 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 944 time: 0.3671632 Apr 12 11:14:36.826175 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b81fb-4c36-4851-812d-f2f3c61ab6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=73054ba5-b00b-4c92-afb8-b2c75808dcfc,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:36.851294 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becc9b0-e3a4-412d-bad3-bec45530ffc8 req-c73f9e01-8cfe-41f0-b7c7-5fd9cc83f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:36.853526 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3becc9b0-e3a4-412d-bad3-bec45530ffc8 req-c73f9e01-8cfe-41f0-b7c7-5fd9cc83f57d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 1129 time: 0.2487581 Apr 12 11:14:36.860186 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-51186033-2586-462f-803a-7148267a2500 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 217 time: 0.0709331 Apr 12 11:14:36.889131 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Attempting to bind port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:14:36.889459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Attempting to bind port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:14:36.889776 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Attempting to bind port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb on network 02313fd0-40df-4fb0-9eff-eaf90d447362 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:36.909803 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-18768464-007f-47b1-b5a0-e9fcf7e350b0 None None] Provisioning complete for port 92da6ea4-696b-4846-b47c-536810056742 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:36.910537 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-18768464-007f-47b1-b5a0-e9fcf7e350b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (92da6ea4-696b-4846-b47c-536810056742), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.930744 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb on network 02313fd0-40df-4fb0-9eff-eaf90d447362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:14:36.931188 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Attempting to bind port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb on network 02313fd0-40df-4fb0-9eff-eaf90d447362 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:36.937093 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3becc9b0-e3a4-412d-bad3-bec45530ffc8 req-95f61c1f-d43f-4f96-9734-c0553be51eed service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.954773 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-ef4c410b-08bf-446d-b53c-c352e6cb1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:36.959308 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-ef4c410b-08bf-446d-b53c-c352e6cb1803 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0926411 Apr 12 11:14:36.969421 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-18768464-007f-47b1-b5a0-e9fcf7e350b0 None None] Port 92da6ea4-696b-4846-b47c-536810056742 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:14:36.990879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:14:36.990879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Checking segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:36.990879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Bound using segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:14:36.990879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Bound port: 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:14:36.990879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:36.999904 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08dfe4-8502-4c79-a980-adfa4e73e808 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:37.036581 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:37.059714 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-0e24b9bc-f9ef-4b31-ae07-f21330afa832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:37.062025 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-0e24b9bc-f9ef-4b31-ae07-f21330afa832 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971041 Apr 12 11:14:37.068620 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-189687de-71de-4aca-b8d3-e6fabe836e04 req-97c5b154-ad33-4680-873d-cecf6815ceab tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334006 Apr 12 11:14:37.120336 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Network 610c2bb4-3c8e-4cd8-a7de-adad7187d73c is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:14:37.211163 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-7125e736-df34-41ed-905f-91578e6f9392 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380689 Apr 12 11:14:37.220828 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] For port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:14:37.272831 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435a0da-ad61-4e54-99c4-a72faa39ce48 req-38bea811-4c25-4023-8177-f6122cfe7617 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:37.280095 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b435a0da-ad61-4e54-99c4-a72faa39ce48 req-38bea811-4c25-4023-8177-f6122cfe7617 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 931 time: 0.0888617 Apr 12 11:14:37.304341 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] For port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:14:37.306078 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 610c2bb4-3c8e-4cd8-a7de-adad7187d73c) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:37.317503 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f35cd5-fe6d-4d36-a246-490d891a06e5 None None] Network 610c2bb4-3c8e-4cd8-a7de-adad7187d73c requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:14:37.323711 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3becc9b0-e3a4-412d-bad3-bec45530ffc8 req-95f61c1f-d43f-4f96-9734-c0553be51eed service neutron] Publish callbacks [] for security_group (bb7d01ee-e361-4749-84d9-79b9332f58d0), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:37.327916 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:37.328637 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:37.376475 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:37.458247 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3becc9b0-e3a4-412d-bad3-bec45530ffc8 req-95f61c1f-d43f-4f96-9734-c0553be51eed service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (bb7d01ee-e361-4749-84d9-79b9332f58d0), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:37.466059 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:37.466701 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:37.468133 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] 10.222.0.52 "PUT /v2.0/ports/2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 1093 time: 3.3861904 Apr 12 11:14:37.472549 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c442c94-e7f4-44fe-8b51-e3a0c9401baf None None] Network 610c2bb4-3c8e-4cd8-a7de-adad7187d73c requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:14:37.473809 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-cadcc046-3cb8-47c7-8270-0f354af9bb52 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3290458 Apr 12 11:14:37.599602 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b435a0da-ad61-4e54-99c4-a72faa39ce48 req-0cf112eb-5e1a-40db-9431-ba38a3605ebc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185468 Apr 12 11:14:37.606942 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c5abcde-1039-47e3-84ca-75a27a435dd3 req-8742cb4f-36ab-4122-a433-09b19ae300f8 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802938 Apr 12 11:14:37.677058 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f61c1f-d43f-4f96-9734-c0553be51eed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7d01ee-e361-4749-84d9-79b9332f58d0,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:37.683020 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3becc9b0-e3a4-412d-bad3-bec45530ffc8 req-95f61c1f-d43f-4f96-9734-c0553be51eed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8229368 Apr 12 11:14:37.713313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-cd208366-f37f-40ec-b8cf-35b024327742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:37.716865 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-cd208366-f37f-40ec-b8cf-35b024327742 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1127 time: 0.0751274 Apr 12 11:14:37.756783 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:14:37.797416 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:37.936533 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] Pushing event updated for resources: {'Port': ['ID=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:37.979165 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3cd69-090d-4615-be71-200c4d17da42 req-c5eb2bc3-8a1d-4639-96c2-bb3801f75d15 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:37.980685 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79d3cd69-090d-4615-be71-200c4d17da42 req-c5eb2bc3-8a1d-4639-96c2-bb3801f75d15 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.2964487 Apr 12 11:14:38.000528 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92da6ea4-696b-4846-b47c-536810056742 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:38.015492 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Publish callbacks [] for port (92da6ea4-696b-4846-b47c-536810056742), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.026047 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41454) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:38.040202 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Transition to ACTIVE for port object 92da6ea4-696b-4846-b47c-536810056742 will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:14:38.066356 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79d3cd69-090d-4615-be71-200c4d17da42 req-81861c55-ae6b-479c-a181-d2d11bb99af2 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719995 Apr 12 11:14:38.123311 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.193022 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:38.199955 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e681ff8-8fc8-494b-8c1d-752720859652 req-30718795-bc01-473e-8afe-69da5b58e9f1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:38.202632 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0e681ff8-8fc8-494b-8c1d-752720859652 req-30718795-bc01-473e-8afe-69da5b58e9f1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 944 time: 0.0654020 Apr 12 11:14:38.222687 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d7e0-40e0-4ec2-a797-6a1712baac61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.239039 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Attempting to bind port 92da6ea4-696b-4846-b47c-536810056742 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:14:38.239388 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Attempting to bind port 92da6ea4-696b-4846-b47c-536810056742 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:14:38.239692 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Attempting to bind port 92da6ea4-696b-4846-b47c-536810056742 on network 6cc12cd4-1430-44d8-8be2-637e64117173 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:38.245346 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Port 92da6ea4-696b-4846-b47c-536810056742 on network 6cc12cd4-1430-44d8-8be2-637e64117173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:14:38.245872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Attempting to bind port 92da6ea4-696b-4846-b47c-536810056742 on network 6cc12cd4-1430-44d8-8be2-637e64117173 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:38.250789 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:14:38.251127 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Checking segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:38.251510 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Bound using segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:14:38.251931 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Bound port: 92da6ea4-696b-4846-b47c-536810056742, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:14:38.252292 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.308292 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-ffba1a52-d92d-4b8a-a9a1-4ab57a0ffd88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0535462 Apr 12 11:14:38.318297 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0e681ff8-8fc8-494b-8c1d-752720859652 req-9c72f12a-3212-409e-8bab-e3b4ed6782a9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089165 Apr 12 11:14:38.336099 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:14:38.339928 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:14:38.405658 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d7e0-40e0-4ec2-a797-6a1712baac61 admin admin] Publish callbacks [] for security_group (31d6797d-df04-4e45-a17c-2892178359c0), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.429728 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.468407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:38.468905 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.470311 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] 10.222.0.52 "PUT /v2.0/ports/92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 1093 time: 1.8036094 Apr 12 11:14:38.490366 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0da53a-6c74-4a25-ab5e-893777015706 service neutron] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:38.509931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d7e0-40e0-4ec2-a797-6a1712baac61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (31d6797d-df04-4e45-a17c-2892178359c0), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.550562 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-7ae4d7e0-40e0-4ec2-a797-6a1712baac61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5d8aa1bf8844985b927148cd0db27f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230651 Apr 12 11:14:38.551012 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4d7e0-40e0-4ec2-a797-6a1712baac61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d6797d-df04-4e45-a17c-2892178359c0,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:38.553821 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41468) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:38.605514 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57deb323-0faa-4ec3-ab2b-e67bdccb3da7', 'tag': '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb'}, {'name': 'network-changed', 'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'tag': '92da6ea4-696b-4846-b47c-536810056742'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:38.607823 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21f3133-dfcb-4c1f-9ddd-90530792bd94" -d '{"events": [{"name": "network-changed", "server_uuid": "57deb323-0faa-4ec3-ab2b-e67bdccb3da7", "tag": "2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb"}, {"name": "network-changed", "server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "tag": "92da6ea4-696b-4846-b47c-536810056742"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:38.616523 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2bd9-ca37-4688-9fc5-ad99cf6aefbe admin admin] Publish callbacks [] for security_group (31d6797d-df04-4e45-a17c-2892178359c0), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.648144 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2bd9-ca37-4688-9fc5-ad99cf6aefbe admin admin] Publish callbacks [] for security_group (31d6797d-df04-4e45-a17c-2892178359c0), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.660830 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afb4e22-b5a8-4b29-b92a-53c342f6c5b0 x-openstack-request-id: req-0afb4e22-b5a8-4b29-b92a-53c342f6c5b0 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:38.661133 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57deb323-0faa-4ec3-ab2b-e67bdccb3da7", "tag": "2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "tag": "92da6ea4-696b-4846-b47c-536810056742", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:38.661396 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0afb4e22-b5a8-4b29-b92a-53c342f6c5b0 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:38.661796 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afb4e22-b5a8-4b29-b92a-53c342f6c5b0'] response: {'name': 'network-changed', 'server_uuid': '57deb323-0faa-4ec3-ab2b-e67bdccb3da7', 'tag': '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb', 'status': 'completed', 'code': 200} Apr 12 11:14:38.662088 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afb4e22-b5a8-4b29-b92a-53c342f6c5b0'] response: {'name': 'network-changed', 'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'tag': '92da6ea4-696b-4846-b47c-536810056742', 'status': 'completed', 'code': 200} Apr 12 11:14:38.746853 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d91af-adf6-4cb8-b50b-8da488396668 req-b4431cb2-447a-44fe-ae17-58ab6758be4e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:38.751152 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e00d91af-adf6-4cb8-b50b-8da488396668 req-b4431cb2-447a-44fe-ae17-58ab6758be4e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0709791 Apr 12 11:14:38.806207 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e00d91af-adf6-4cb8-b50b-8da488396668 req-489cf9d5-d3be-48ee-b811-72dacb54e06d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479708 Apr 12 11:14:38.819071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2bd9-ca37-4688-9fc5-ad99cf6aefbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (31d6797d-df04-4e45-a17c-2892178359c0), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.828731 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2bd9-ca37-4688-9fc5-ad99cf6aefbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:38.830160 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-b7ff2bd9-ca37-4688-9fc5-ad99cf6aefbe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31d6797d-df04-4e45-a17c-2892178359c0 HTTP/1.1" status: 204 len: 168 time: 0.2752604 Apr 12 11:14:38.838835 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff2bd9-ca37-4688-9fc5-ad99cf6aefbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d6797d-df04-4e45-a17c-2892178359c0,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:39.180857 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd89cc-0deb-4129-a3b1-019144bd1960 req-e6d4ed66-2b89-4e00-84e2-b7a1acb2e953 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:39.182419 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dbbd89cc-0deb-4129-a3b1-019144bd1960 req-e6d4ed66-2b89-4e00-84e2-b7a1acb2e953 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0480516 Apr 12 11:14:39.229708 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dbbd89cc-0deb-4129-a3b1-019144bd1960 req-e1800469-92ec-47f9-8b17-2f7543b09b51 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Apr 12 11:14:39.401972 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41492) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:39.415753 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-093b9c27-6210-48db-bb4e-c4af1335231c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:39.443014 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079934b-a56b-485c-8e18-06b2fe69a340 req-090ce0d7-ca39-4759-a7d8-860ba5d19ef2 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:39.444488 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b079934b-a56b-485c-8e18-06b2fe69a340 req-090ce0d7-ca39-4759-a7d8-860ba5d19ef2 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 944 time: 0.0478253 Apr 12 11:14:39.493400 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-093b9c27-6210-48db-bb4e-c4af1335231c admin admin] Publish callbacks [] for security_group (1f7d4a73-e409-4509-8117-a33028985732), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:39.495860 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b079934b-a56b-485c-8e18-06b2fe69a340 req-3a3b292f-e1e2-435d-a0ca-ea8536024303 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Apr 12 11:14:39.546084 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-093b9c27-6210-48db-bb4e-c4af1335231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (1f7d4a73-e409-4509-8117-a33028985732), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:39.588326 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-093b9c27-6210-48db-bb4e-c4af1335231c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=936317ebbdc749fcbecb081747795bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851077 Apr 12 11:14:39.590246 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b9c27-6210-48db-bb4e-c4af1335231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d4a73-e409-4509-8117-a33028985732,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:39.591206 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41494) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:39.638556 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-47c4059c-7ab8-4565-97fb-ba70a4fc1e41 admin admin] Publish callbacks [] for security_group (1f7d4a73-e409-4509-8117-a33028985732), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:39.660219 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-47c4059c-7ab8-4565-97fb-ba70a4fc1e41 admin admin] Publish callbacks [] for security_group (1f7d4a73-e409-4509-8117-a33028985732), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:39.772562 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-47c4059c-7ab8-4565-97fb-ba70a4fc1e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (1f7d4a73-e409-4509-8117-a33028985732), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:39.775901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-47c4059c-7ab8-4565-97fb-ba70a4fc1e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:39.777038 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-47c4059c-7ab8-4565-97fb-ba70a4fc1e41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f7d4a73-e409-4509-8117-a33028985732 HTTP/1.1" status: 204 len: 168 time: 0.1848369 Apr 12 11:14:39.785175 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4059c-7ab8-4565-97fb-ba70a4fc1e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d4a73-e409-4509-8117-a33028985732,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:39.928506 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b86496-68ce-4ea6-ad38-2ac30eb91459 req-d8b7d386-47d6-4d69-9b6c-1ebb848c794f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:39.930012 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-37b86496-68ce-4ea6-ad38-2ac30eb91459 req-d8b7d386-47d6-4d69-9b6c-1ebb848c794f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0478246 Apr 12 11:14:39.976266 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-37b86496-68ce-4ea6-ad38-2ac30eb91459 req-ecd4de52-fcc2-42e2-a460-0c474eddc8c6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Apr 12 11:14:40.343277 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186aee9-1149-4c13-8605-d0b275c98e4a req-95665f78-a749-44e2-9382-110a4ef7306e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:40.344959 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d186aee9-1149-4c13-8605-d0b275c98e4a req-95665f78-a749-44e2-9382-110a4ef7306e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Apr 12 11:14:40.393521 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d186aee9-1149-4c13-8605-d0b275c98e4a req-00808649-4fa7-4b26-8407-7daa6a98aedb tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Apr 12 11:14:40.609645 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6fb61-384a-439e-8f37-3feb7fb1eaf9 req-ba4071f3-022c-4afd-b09a-e9d3ba64a243 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:40.611218 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3b6fb61-384a-439e-8f37-3feb7fb1eaf9 req-ba4071f3-022c-4afd-b09a-e9d3ba64a243 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 944 time: 0.0501316 Apr 12 11:14:40.663179 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3b6fb61-384a-439e-8f37-3feb7fb1eaf9 req-e7ae9f3e-4d45-4912-a746-a30bfd65c509 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 Apr 12 11:14:41.100086 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13b57d-60c7-423d-b34d-3cdf29621934 req-7d16cd2b-ed88-4f08-8319-02320b2ae5fc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:41.101545 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c13b57d-60c7-423d-b34d-3cdf29621934 req-7d16cd2b-ed88-4f08-8319-02320b2ae5fc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0519795 Apr 12 11:14:41.149501 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c13b57d-60c7-423d-b34d-3cdf29621934 req-b41b4ff2-e532-42fe-8a87-6e751cf910f6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412989 Apr 12 11:14:41.510814 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5464-7e9f-42f9-973a-840dfad93ba7 req-bb121357-ab07-4432-9036-81546378e1f9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:41.512446 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-14cb5464-7e9f-42f9-973a-840dfad93ba7 req-bb121357-ab07-4432-9036-81546378e1f9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0526931 Apr 12 11:14:41.559727 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-14cb5464-7e9f-42f9-973a-840dfad93ba7 req-86dbe7af-00de-4cd8-b1f6-5dd8f8b90344 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Apr 12 11:14:41.774454 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b15dc2-0da0-42d5-b892-d7ea7e10a92c req-7bdd5702-b0a1-4f02-be41-f613e4733ab6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:41.775970 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5b15dc2-0da0-42d5-b892-d7ea7e10a92c req-7bdd5702-b0a1-4f02-be41-f613e4733ab6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 944 time: 0.0473258 Apr 12 11:14:41.823251 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5b15dc2-0da0-42d5-b892-d7ea7e10a92c req-ddc3ed68-723a-43b0-a819-9604f0e23d32 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Apr 12 11:14:42.264985 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4976c-a1b5-4feb-8076-6e2fcec85401 req-e29b2a1f-61f1-4551-8c6b-71e7ed5b7a2c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:42.266522 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2ce4976c-a1b5-4feb-8076-6e2fcec85401 req-e29b2a1f-61f1-4551-8c6b-71e7ed5b7a2c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0487142 Apr 12 11:14:42.314678 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2ce4976c-a1b5-4feb-8076-6e2fcec85401 req-59e9f656-bad1-4d36-8867-ec8c2483e601 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Apr 12 11:14:42.671226 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe13163-e5a0-4ac5-8db5-7a8a1afc04d0 req-bf74a828-d6c1-49de-9757-186ce0579379 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:42.672690 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-abe13163-e5a0-4ac5-8db5-7a8a1afc04d0 req-bf74a828-d6c1-49de-9757-186ce0579379 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0470128 Apr 12 11:14:42.722963 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-abe13163-e5a0-4ac5-8db5-7a8a1afc04d0 req-dbaa5092-0607-4596-a624-fb8b8f7e6b83 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Apr 12 11:14:42.942579 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d635c16-eb6b-48fb-96ab-1d8aff89ca09 req-880ddcc9-b50f-4a3a-a3b4-9d95c5a3ce25 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:42.944406 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d635c16-eb6b-48fb-96ab-1d8aff89ca09 req-880ddcc9-b50f-4a3a-a3b4-9d95c5a3ce25 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 944 time: 0.0518007 Apr 12 11:14:43.004040 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d635c16-eb6b-48fb-96ab-1d8aff89ca09 req-215be71e-e797-4dec-953d-7e5a0f0454f8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526302 Apr 12 11:14:43.434747 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440dea6-3d91-45d0-ba6b-25e002015dc0 req-b1f7e676-b228-438b-8054-94f010163583 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:43.436588 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d440dea6-3d91-45d0-ba6b-25e002015dc0 req-b1f7e676-b228-438b-8054-94f010163583 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0502470 Apr 12 11:14:43.485800 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d440dea6-3d91-45d0-ba6b-25e002015dc0 req-6b9afbfd-2750-4a38-b8b1-f4ce8c4c29c2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Apr 12 11:14:43.835867 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233cb3-3e76-450f-b8cf-61052bc8290c req-36ed96d8-eb97-4517-a247-71f0143d423f tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:43.838115 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cb233cb3-3e76-450f-b8cf-61052bc8290c req-36ed96d8-eb97-4517-a247-71f0143d423f tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0466673 Apr 12 11:14:43.885674 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cb233cb3-3e76-450f-b8cf-61052bc8290c req-9bf13ffe-4521-4c2b-91e7-40d7432463f7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Apr 12 11:14:44.120091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ab69f-017b-418b-91aa-41bc929eabeb req-efa5d4c5-1fdf-4484-a300-6199c8d16e62 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:44.121887 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b06ab69f-017b-418b-91aa-41bc929eabeb req-efa5d4c5-1fdf-4484-a300-6199c8d16e62 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 944 time: 0.0483282 Apr 12 11:14:44.176968 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b06ab69f-017b-418b-91aa-41bc929eabeb req-ff93d9af-4fea-46a6-be22-39da7890854a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494342 Apr 12 11:14:44.601297 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9592fa7-092c-4293-bdfd-a7951ed40146 req-6d318b2e-8d8a-49e7-bf80-274f63057802 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:44.602862 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d9592fa7-092c-4293-bdfd-a7951ed40146 req-6d318b2e-8d8a-49e7-bf80-274f63057802 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0470281 Apr 12 11:14:44.649704 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d9592fa7-092c-4293-bdfd-a7951ed40146 req-81189d47-8843-4eb8-9bc2-6fedd16d3650 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 Apr 12 11:14:44.937890 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 73054ba5-b00b-4c92-afb8-b2c75808dcfc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:14:45.008132 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0011bf-24d9-486f-b28e-565ce03adca0 req-8f04036b-b4fb-4450-a866-920862e80632 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:45.009644 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ea0011bf-24d9-486f-b28e-565ce03adca0 req-8f04036b-b4fb-4450-a866-920862e80632 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0534863 Apr 12 11:14:45.038245 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 73054ba5-b00b-4c92-afb8-b2c75808dcfc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:45.050378 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '73054ba5-b00b-4c92-afb8-b2c75808dcfc', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'port_id': '73054ba5-b00b-4c92-afb8-b2c75808dcfc', 'mac_address': 'fa:16:3e:4a:59:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:14:45.059554 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ea0011bf-24d9-486f-b28e-565ce03adca0 req-3f6be987-359d-4ed2-a15d-aae526e41fa4 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Apr 12 11:14:45.088632 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 73054ba5-b00b-4c92-afb8-b2c75808dcfc is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:45.089024 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:45.103234 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73054ba5-b00b-4c92-afb8-b2c75808dcfc {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:45.123432 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 73054ba5-b00b-4c92-afb8-b2c75808dcfc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:45.208027 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:45.282700 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=73054ba5-b00b-4c92-afb8-b2c75808dcfc,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:45.328084 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b230-eb05-4919-9bb9-e5e975f39441 req-185befca-c889-4d6e-bce9-e3336d35b11d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:45.329611 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5353b230-eb05-4919-9bb9-e5e975f39441 req-185befca-c889-4d6e-bce9-e3336d35b11d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 945 time: 0.0513132 Apr 12 11:14:45.377171 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5353b230-eb05-4919-9bb9-e5e975f39441 req-9df32e1b-2c69-4dd3-a0d6-05e5445efe18 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Apr 12 11:14:45.777052 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['73054ba5-b00b-4c92-afb8-b2c75808dcfc'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:14:45.786270 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-fe84006a-0c0c-4439-87d5-43808d10c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:45.789001 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-fe84006a-0c0c-4439-87d5-43808d10c39e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1129 time: 0.0534678 Apr 12 11:14:45.793041 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-b25094c9-795c-4450-a058-1492136ea4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:45.794517 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-b25094c9-795c-4450-a058-1492136ea4cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0851638 Apr 12 11:14:45.801907 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e15ae8-1bee-473d-84e4-e0d95177eb61 req-6666b6e3-bb13-4fc6-9e75-a1705c0255ed tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:45.803512 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e3e15ae8-1bee-473d-84e4-e0d95177eb61 req-6666b6e3-bb13-4fc6-9e75-a1705c0255ed tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0670338 Apr 12 11:14:45.902637 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e3e15ae8-1bee-473d-84e4-e0d95177eb61 req-11abe30a-b567-4984-add0-93d03130484c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925465 Apr 12 11:14:45.909729 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-b267fa03-4be1-41d4-9e6b-24634aba9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:45.912711 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-b267fa03-4be1-41d4-9e6b-24634aba9469 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670350 Apr 12 11:14:45.998975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14542-9002-43ad-9159-54242f721fdb req-3807e7ad-ed5e-481e-a5ea-3c00c43baa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.005325 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-3807e7ad-ed5e-481e-a5ea-3c00c43baa49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1127 time: 0.1474605 Apr 12 11:14:46.033966 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-b7352c0f-785f-48af-abc4-b3b4a624431a service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134653 Apr 12 11:14:46.073291 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-9c7f5481-b3a1-4ad3-8b0a-d2a2d65d6b7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 217 time: 0.0516934 Apr 12 11:14:46.127722 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-12c98a03-36ec-4fad-8919-bce0389bfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.128869 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-12c98a03-36ec-4fad-8919-bce0389bfcf8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.2923410 Apr 12 11:14:46.129374 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41704) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:46.172609 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-9b47f4b9-45f7-4b99-bc4e-0851300b3a39 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340125 Apr 12 11:14:46.199772 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-065a1593-d4c4-4ed2-8062-210f5ad7692d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 217 time: 0.0611515 Apr 12 11:14:46.270133 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14542-9002-43ad-9159-54242f721fdb req-efaa8178-8941-4d10-bae9-f02af41e4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.271953 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-efaa8178-8941-4d10-bae9-f02af41e4915 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.1880620 Apr 12 11:14:46.306243 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61781799-7c28-447f-b220-6a5895629ebc req-43783c2f-9927-47d4-bc3f-100cdb8fa4b2 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.309032 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-61781799-7c28-447f-b220-6a5895629ebc req-43783c2f-9927-47d4-bc3f-100cdb8fa4b2 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.1144021 Apr 12 11:14:46.376024 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-f209e452-0f1b-4a68-9699-13bf5681cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.377444 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-f209e452-0f1b-4a68-9699-13bf5681cd28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.1687007 Apr 12 11:14:46.378161 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2337b78-35ba-4f71-a253-66d7cafbc14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.387493 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14542-9002-43ad-9159-54242f721fdb req-280f53eb-11e8-4d9b-a74d-58835a4333d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.388895 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-280f53eb-11e8-4d9b-a74d-58835a4333d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081786 Apr 12 11:14:46.443839 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-61781799-7c28-447f-b220-6a5895629ebc req-fb64fbc1-0a83-40b4-81de-4b9b540d01a4 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991938 Apr 12 11:14:46.502930 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77483a7-8fbd-4558-b615-91cb570e0002 req-03754c8f-78a6-4007-b3a3-3b8f3f9216f8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.502930 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f77483a7-8fbd-4558-b615-91cb570e0002 req-03754c8f-78a6-4007-b3a3-3b8f3f9216f8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 945 time: 0.0571611 Apr 12 11:14:46.506200 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2337b78-35ba-4f71-a253-66d7cafbc14a admin admin] Publish callbacks [] for security_group (1079d6e2-faa9-4f1a-a29f-9ed4dd21e282), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.552670 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f77483a7-8fbd-4558-b615-91cb570e0002 req-9aaf2410-6130-4bac-b8e1-7c8fe9ff6867 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Apr 12 11:14:46.614585 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2337b78-35ba-4f71-a253-66d7cafbc14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (1079d6e2-faa9-4f1a-a29f-9ed4dd21e282), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.654574 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-d2337b78-35ba-4f71-a253-66d7cafbc14a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d146e5d294d419987fbbca6a1aa64f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5223479 Apr 12 11:14:46.655722 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2337b78-35ba-4f71-a253-66d7cafbc14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1079d6e2-faa9-4f1a-a29f-9ed4dd21e282,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:46.657227 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41724) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:46.708688 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e00fe544-b707-483d-b23a-5330f5b61c79 admin admin] Publish callbacks [] for security_group (1079d6e2-faa9-4f1a-a29f-9ed4dd21e282), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.731253 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e00fe544-b707-483d-b23a-5330f5b61c79 admin admin] Publish callbacks [] for security_group (1079d6e2-faa9-4f1a-a29f-9ed4dd21e282), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.911517 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e00fe544-b707-483d-b23a-5330f5b61c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (1079d6e2-faa9-4f1a-a29f-9ed4dd21e282), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.914169 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e00fe544-b707-483d-b23a-5330f5b61c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.915979 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e00fe544-b707-483d-b23a-5330f5b61c79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1079d6e2-faa9-4f1a-a29f-9ed4dd21e282 HTTP/1.1" status: 204 len: 168 time: 0.2577140 Apr 12 11:14:46.923818 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fe544-b707-483d-b23a-5330f5b61c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079d6e2-faa9-4f1a-a29f-9ed4dd21e282,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:47.039277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17424777-f9c6-4663-baa9-592542f660b4 req-7df5a971-a9d8-4724-91ed-c2f08119bf7d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:47.041482 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-17424777-f9c6-4663-baa9-592542f660b4 req-7df5a971-a9d8-4724-91ed-c2f08119bf7d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0528972 Apr 12 11:14:47.095219 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-17424777-f9c6-4663-baa9-592542f660b4 req-a5bcc090-6903-42c1-994c-b3dadc56c472 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472777 Apr 12 11:14:47.565407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 41748) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:47.566597 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc75bb-a9ee-4feb-b028-de935786ed15 req-0d8b8dbd-adcf-43bc-8f4c-fba0d9bf4852 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:47.568241 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1cbc75bb-a9ee-4feb-b028-de935786ed15 req-0d8b8dbd-adcf-43bc-8f4c-fba0d9bf4852 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0509114 Apr 12 11:14:47.592742 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-253e3f40-80a3-456a-9b45-84bea4df2a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:47.619534 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1cbc75bb-a9ee-4feb-b028-de935786ed15 req-636afad3-40fb-47f9-ab74-a49cfc3d9abe tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455647 Apr 12 11:14:47.710071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e213e5-49e9-41de-acc2-5e50e12cd4b6 req-4f2ab4ac-b1e1-4c1f-a544-28d34777f400 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:47.711557 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f9e213e5-49e9-41de-acc2-5e50e12cd4b6 req-4f2ab4ac-b1e1-4c1f-a544-28d34777f400 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 945 time: 0.0607355 Apr 12 11:14:47.761217 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-253e3f40-80a3-456a-9b45-84bea4df2a82 admin admin] Publish callbacks [] for security_group (57b48e70-63ef-41b4-8bab-0167a7c7a6b1), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:47.776957 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f9e213e5-49e9-41de-acc2-5e50e12cd4b6 req-10bb94cc-74bd-406c-8912-553e95d18bc7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590088 Apr 12 11:14:47.842769 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-253e3f40-80a3-456a-9b45-84bea4df2a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (57b48e70-63ef-41b4-8bab-0167a7c7a6b1), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:47.885929 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-253e3f40-80a3-456a-9b45-84bea4df2a82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aaf2e5c147e24ebd994438755aba2895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193877 Apr 12 11:14:47.886659 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e3f40-80a3-456a-9b45-84bea4df2a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b48e70-63ef-41b4-8bab-0167a7c7a6b1,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:47.888583 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 41762) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:47.936173 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b8b333-55c0-424c-816f-7d18db1b7cf4 admin admin] Publish callbacks [] for security_group (57b48e70-63ef-41b4-8bab-0167a7c7a6b1), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:47.959574 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b8b333-55c0-424c-816f-7d18db1b7cf4 admin admin] Publish callbacks [] for security_group (57b48e70-63ef-41b4-8bab-0167a7c7a6b1), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:48.099924 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b8b333-55c0-424c-816f-7d18db1b7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (57b48e70-63ef-41b4-8bab-0167a7c7a6b1), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:48.103119 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-03b8b333-55c0-424c-816f-7d18db1b7cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:48.104259 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-03b8b333-55c0-424c-816f-7d18db1b7cf4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57b48e70-63ef-41b4-8bab-0167a7c7a6b1 HTTP/1.1" status: 204 len: 168 time: 0.2146540 Apr 12 11:14:48.112109 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8b333-55c0-424c-816f-7d18db1b7cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b48e70-63ef-41b4-8bab-0167a7c7a6b1,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:48.215821 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e824ce-2516-4cb1-900e-13db01053fbf req-dd1cf88a-1ddf-45c4-bad6-a110424c7156 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:48.217317 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3e824ce-2516-4cb1-900e-13db01053fbf req-dd1cf88a-1ddf-45c4-bad6-a110424c7156 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0482020 Apr 12 11:14:48.263775 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3e824ce-2516-4cb1-900e-13db01053fbf req-1a790405-241a-46fb-b2b1-53c9ce228f55 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Apr 12 11:14:48.732172 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6bbb7-4f8b-4127-bfc4-4060d032fb0a req-b26659fc-b9b9-4be1-80a5-cc58dc9a1209 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:48.734468 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-18e6bbb7-4f8b-4127-bfc4-4060d032fb0a req-b26659fc-b9b9-4be1-80a5-cc58dc9a1209 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0487046 Apr 12 11:14:48.785545 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-18e6bbb7-4f8b-4127-bfc4-4060d032fb0a req-a025b9f4-d633-42df-a5a1-422fdaf00d56 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438988 Apr 12 11:14:48.893844 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3c9bc-c3b9-4db3-b217-db1245f631ea req-cafbc7bd-1d83-4b43-823f-2c9e20cba53e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:48.895406 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b2f3c9bc-c3b9-4db3-b217-db1245f631ea req-cafbc7bd-1d83-4b43-823f-2c9e20cba53e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Apr 12 11:14:48.954831 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b2f3c9bc-c3b9-4db3-b217-db1245f631ea req-7b9def84-c647-43b1-94b8-8451d6687968 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520430 Apr 12 11:14:49.378981 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88ca13-c3da-4e98-905d-a2a8aec71d56 req-45510a71-2f15-4ebb-86b0-5dfd4685e0d0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:49.380694 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4b88ca13-c3da-4e98-905d-a2a8aec71d56 req-45510a71-2f15-4ebb-86b0-5dfd4685e0d0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0481367 Apr 12 11:14:49.426970 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4b88ca13-c3da-4e98-905d-a2a8aec71d56 req-a41222f3-0554-4307-8c09-296f30f8eefe tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Apr 12 11:14:49.902022 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb98b2-69a9-4a35-9193-3045ad395147 req-fbe38046-f428-429e-bff0-5129c38f07ee tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:49.903692 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-adfb98b2-69a9-4a35-9193-3045ad395147 req-fbe38046-f428-429e-bff0-5129c38f07ee tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0465493 Apr 12 11:14:49.951192 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-adfb98b2-69a9-4a35-9193-3045ad395147 req-b84ae814-1308-456c-b1a0-c2e181215215 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417776 Apr 12 11:14:50.076949 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce95aa-6eb9-40c9-9b83-34fe6fe37b57 req-2e68ba43-a8ac-42ea-96fd-752b651987c0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:50.078457 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-99ce95aa-6eb9-40c9-9b83-34fe6fe37b57 req-2e68ba43-a8ac-42ea-96fd-752b651987c0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 945 time: 0.0528471 Apr 12 11:14:50.125904 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-99ce95aa-6eb9-40c9-9b83-34fe6fe37b57 req-1fda6edb-e5f5-4061-9aa3-f75b37f56582 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419292 Apr 12 11:14:50.542958 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde203f-0dcd-452c-89cf-3b54859714af req-6357330f-4645-4fab-a12c-3dced67de188 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:50.544418 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6bde203f-0dcd-452c-89cf-3b54859714af req-6357330f-4645-4fab-a12c-3dced67de188 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0461078 Apr 12 11:14:50.593218 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6bde203f-0dcd-452c-89cf-3b54859714af req-cdf18c6c-3030-4999-b6a5-678a99ae61d1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Apr 12 11:14:51.064963 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e749c-2b6c-4a78-ae37-c5dbe9bdf9e9 req-ac2840e0-dd82-4832-95bf-2399f8eec366 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:51.066453 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-847e749c-2b6c-4a78-ae37-c5dbe9bdf9e9 req-ac2840e0-dd82-4832-95bf-2399f8eec366 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0474296 Apr 12 11:14:51.112256 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-847e749c-2b6c-4a78-ae37-c5dbe9bdf9e9 req-692fac7b-5bd0-4a49-8137-cc11dd67bfe8 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Apr 12 11:14:51.239470 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bce683-181a-4de6-bb83-770c1e79bd59 req-aa712db6-0067-45da-b010-54f764921e24 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:51.240973 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-12bce683-181a-4de6-bb83-770c1e79bd59 req-aa712db6-0067-45da-b010-54f764921e24 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 945 time: 0.0500462 Apr 12 11:14:51.287094 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-12bce683-181a-4de6-bb83-770c1e79bd59 req-2bf5e125-5f1b-449f-bc84-fe64e2f44355 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Apr 12 11:14:51.377433 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 73054ba5-b00b-4c92-afb8-b2c75808dcfc up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:51.421772 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.422628 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 73054ba5-b00b-4c92-afb8-b2c75808dcfc completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:14:51.482556 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 73054ba5-b00b-4c92-afb8-b2c75808dcfc triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:51.483162 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.558521 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 73054ba5-b00b-4c92-afb8-b2c75808dcfc is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:51.558900 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.580998 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e565fb4-22da-414e-a260-9e0375ca75e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73054ba5-b00b-4c92-afb8-b2c75808dcfc'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:51.583236 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e9eee-cfc8-4adc-bc6d-e102b9b2ed68" -d '{"events": [{"server_uuid": "3e565fb4-22da-414e-a260-9e0375ca75e5", "name": "network-vif-plugged", "status": "completed", "tag": "73054ba5-b00b-4c92-afb8-b2c75808dcfc"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:51.602829 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 73054ba5-b00b-4c92-afb8-b2c75808dcfc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:51.620489 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156a59f6-3681-4e64-8e6d-d5575863fa3e x-openstack-request-id: req-156a59f6-3681-4e64-8e6d-d5575863fa3e {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:51.620808 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e565fb4-22da-414e-a260-9e0375ca75e5", "name": "network-vif-plugged", "status": "completed", "tag": "73054ba5-b00b-4c92-afb8-b2c75808dcfc", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:51.621094 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-156a59f6-3681-4e64-8e6d-d5575863fa3e {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:51.621472 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156a59f6-3681-4e64-8e6d-d5575863fa3e'] response: {'server_uuid': '3e565fb4-22da-414e-a260-9e0375ca75e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73054ba5-b00b-4c92-afb8-b2c75808dcfc', 'code': 200} Apr 12 11:14:51.681917 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.709628 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e45203-cdc6-4a26-832d-f08a330055cc req-677b5d57-ec9c-4c3b-8075-fc6763820847 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:51.711322 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-65e45203-cdc6-4a26-832d-f08a330055cc req-677b5d57-ec9c-4c3b-8075-fc6763820847 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0477109 Apr 12 11:14:51.734277 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=73054ba5-b00b-4c92-afb8-b2c75808dcfc,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:51.757655 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-65e45203-cdc6-4a26-832d-f08a330055cc req-5db23248-85a4-4f1d-9bf7-d99da4072e19 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Apr 12 11:14:52.223873 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f677b17-9f4d-414d-88d4-6b1caac75f41 req-45f33125-949d-409e-9064-5048913537b4 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:52.225244 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0f677b17-9f4d-414d-88d4-6b1caac75f41 req-45f33125-949d-409e-9064-5048913537b4 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0464292 Apr 12 11:14:52.277595 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0f677b17-9f4d-414d-88d4-6b1caac75f41 req-ef51ec7b-382b-4c1c-a3bf-3ef2d1a81ec6 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466633 Apr 12 11:14:52.398621 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c10d6-628c-4be8-9c46-51194b9ca0ac req-e9c0e5f7-e4ef-41c4-a537-6d00b976ea67 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:52.400095 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-870c10d6-628c-4be8-9c46-51194b9ca0ac req-e9c0e5f7-e4ef-41c4-a537-6d00b976ea67 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0467875 Apr 12 11:14:52.451829 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-870c10d6-628c-4be8-9c46-51194b9ca0ac req-cc219c1d-c5c6-40eb-844f-6c09e44a4160 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 Apr 12 11:14:52.876033 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081556d-c87e-4400-8e3d-57245752127f req-87643f0e-f12e-4b1e-b91f-92eb36a5fe85 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:52.877528 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c081556d-c87e-4400-8e3d-57245752127f req-87643f0e-f12e-4b1e-b91f-92eb36a5fe85 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0489795 Apr 12 11:14:52.926368 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c081556d-c87e-4400-8e3d-57245752127f req-ac8aa504-b061-4770-8654-0c404b30d7ad tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Apr 12 11:14:53.392272 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676aa8b-849a-465e-9929-c1b79bd55325 req-ee0e4147-dc86-4e8f-afd0-512660b231aa tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:53.393742 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b676aa8b-849a-465e-9929-c1b79bd55325 req-ee0e4147-dc86-4e8f-afd0-512660b231aa tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0470345 Apr 12 11:14:53.438882 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b676aa8b-849a-465e-9929-c1b79bd55325 req-685e3549-4beb-4010-9ca7-9d4bdcc0b274 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Apr 12 11:14:53.560768 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926da2d-6031-49da-8edb-7610c29015c3 req-7b352f12-6425-49cc-ab18-1706dea00c7f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:53.562170 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4926da2d-6031-49da-8edb-7610c29015c3 req-7b352f12-6425-49cc-ab18-1706dea00c7f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0455337 Apr 12 11:14:53.607255 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4926da2d-6031-49da-8edb-7610c29015c3 req-b248364f-d17e-4575-b5e8-2faaabf5c89f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Apr 12 11:14:54.039808 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95261-321e-461a-8845-6992f349301c req-80e994f9-91ff-4b33-8cee-667a1a9d49b1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:54.041876 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b1c95261-321e-461a-8845-6992f349301c req-80e994f9-91ff-4b33-8cee-667a1a9d49b1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0478756 Apr 12 11:14:54.089663 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b1c95261-321e-461a-8845-6992f349301c req-2f5764eb-4068-4c4b-bdff-d6efe87c1df1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419369 Apr 12 11:14:54.551513 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee5915-6602-4914-ab01-868a8d247a26 req-431ab267-7625-4180-ae54-b7c4d4128f1e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:54.598330 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-62ee5915-6602-4914-ab01-868a8d247a26 req-431ab267-7625-4180-ae54-b7c4d4128f1e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0498154 Apr 12 11:14:54.599393 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-62ee5915-6602-4914-ab01-868a8d247a26 req-81cdaf46-5cc9-4657-897d-b28e413d4773 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Apr 12 11:14:54.720676 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23da6d-472f-4f41-a3f3-6db3093a01a7 req-b46b6245-6b82-4312-aa40-e8876ebd365b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:54.722051 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2f23da6d-472f-4f41-a3f3-6db3093a01a7 req-b46b6245-6b82-4312-aa40-e8876ebd365b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0498509 Apr 12 11:14:54.768897 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2f23da6d-472f-4f41-a3f3-6db3093a01a7 req-021c4d10-3dff-4339-9971-9af9e98dd1b7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 Apr 12 11:14:54.995641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:14:55.095557 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:55.106486 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'port_id': '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb', 'mac_address': 'fa:16:3e:13:0c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:14:55.150438 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:55.150438 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:55.163429 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:55.184931 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:55.214806 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fa197-25a4-4255-a8d8-9f1f6ca90601 req-04db40f1-4b18-4cc1-be7b-7b1a499dd037 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:55.216914 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-596fa197-25a4-4255-a8d8-9f1f6ca90601 req-04db40f1-4b18-4cc1-be7b-7b1a499dd037 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0505030 Apr 12 11:14:55.249710 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:55.264329 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-596fa197-25a4-4255-a8d8-9f1f6ca90601 req-a8a1ad47-3f89-4d65-85d9-a6d8eaeef6ce tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Apr 12 11:14:55.301568 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:55.308896 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.309254 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.309624 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.310014 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.310351 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.310733 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.311062 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.311394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.311722 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.312043 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.312400 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.312726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.313049 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.313371 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.313690 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:55.707662 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bb55e-1a8a-493b-905a-0adf5409e260 req-0df76c55-3aaa-4158-a3be-6d0115d07e3c tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:55.709093 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05bb55e-1a8a-493b-905a-0adf5409e260 req-0df76c55-3aaa-4158-a3be-6d0115d07e3c tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0459971 Apr 12 11:14:55.755082 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05bb55e-1a8a-493b-905a-0adf5409e260 req-2fa510ac-1a3a-43ed-a0e3-556187912fcd tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Apr 12 11:14:55.880817 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df072ea5-3087-4d38-ad93-9d9a6ae7aa89 req-19c7cf5d-30e4-46db-84fb-322d6fdf0398 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:55.882205 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-df072ea5-3087-4d38-ad93-9d9a6ae7aa89 req-19c7cf5d-30e4-46db-84fb-322d6fdf0398 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0499532 Apr 12 11:14:55.927551 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-df072ea5-3087-4d38-ad93-9d9a6ae7aa89 req-adab5d17-e621-4024-8d84-5130d95acce3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Apr 12 11:14:56.388412 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567e823-8455-4d51-a787-703d31635bf9 req-1ae1f5a3-c05e-4a48-8141-0ba22e58e56c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:56.389859 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e567e823-8455-4d51-a787-703d31635bf9 req-1ae1f5a3-c05e-4a48-8141-0ba22e58e56c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0509365 Apr 12 11:14:56.435359 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e567e823-8455-4d51-a787-703d31635bf9 req-21dba02a-92b3-4aab-8d3c-1b9119e7956e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Apr 12 11:14:56.865443 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46aa58-91cb-4ada-8962-dd85a5793927 req-e6ac9cd1-44cf-41cc-be08-4c236532517a tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:56.866929 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab46aa58-91cb-4ada-8962-dd85a5793927 req-e6ac9cd1-44cf-41cc-be08-4c236532517a tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0461001 Apr 12 11:14:56.912527 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab46aa58-91cb-4ada-8962-dd85a5793927 req-4a30676c-6bc5-4048-98c6-2e3ef791e688 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395327 Apr 12 11:14:57.035992 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8c2b-be7a-4ebb-bb08-bd6b3e3527be req-561d2715-e823-4e65-ad30-388e77719fab tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:57.037453 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5bdc8c2b-be7a-4ebb-bb08-bd6b3e3527be req-561d2715-e823-4e65-ad30-388e77719fab tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0466394 Apr 12 11:14:57.083703 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5bdc8c2b-be7a-4ebb-bb08-bd6b3e3527be req-7a90aae9-fbbc-4673-8a2b-db74736d1ef7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Apr 12 11:14:57.439904 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:14:57.557560 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695f3e6-3ce9-49b9-b4e0-1760a6d12754 req-0eaaeb0a-1fa2-4ffd-91ad-c7b35998e885 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:57.565027 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0695f3e6-3ce9-49b9-b4e0-1760a6d12754 req-0eaaeb0a-1fa2-4ffd-91ad-c7b35998e885 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0516634 Apr 12 11:14:57.610573 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0695f3e6-3ce9-49b9-b4e0-1760a6d12754 req-763a0927-3f3f-459d-bb60-6f320225aaf0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459940 Apr 12 11:14:57.996388 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-857373ca-621b-4237-9a79-52b3d96602d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:57.998248 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-857373ca-621b-4237-9a79-52b3d96602d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1128 time: 0.0697718 Apr 12 11:14:58.048277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-fa452cfe-c16f-42c7-a538-073853aeb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:58.049400 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-fa452cfe-c16f-42c7-a538-073853aeb9bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227894 Apr 12 11:14:58.059824 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda9890-1eaa-416d-a100-3b1c5b0290fa req-fad18348-7c4f-48cb-a2fc-752d1e851ff5 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:58.066582 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8eda9890-1eaa-416d-a100-3b1c5b0290fa req-fad18348-7c4f-48cb-a2fc-752d1e851ff5 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0593143 Apr 12 11:14:58.084520 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-3d76c8a1-dd86-42df-bd9a-ca44fb767f81 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557834 Apr 12 11:14:58.110124 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8eda9890-1eaa-416d-a100-3b1c5b0290fa req-6c2a025c-cb07-4d60-97ba-9457ad92db2c tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 Apr 12 11:14:58.198232 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff44bc-7edc-4b4b-9c11-9c716636112d req-e52f916d-c07d-4e99-8ac3-38f3745c0848 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:58.199669 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e7ff44bc-7edc-4b4b-9c11-9c716636112d req-e52f916d-c07d-4e99-8ac3-38f3745c0848 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0498998 Apr 12 11:14:58.245764 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e7ff44bc-7edc-4b4b-9c11-9c716636112d req-dd2e13d2-1cfa-402d-90e9-c30352b48c56 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Apr 12 11:14:58.539391 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:58.592302 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:14:58.699396 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:58.699807 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:58.823451 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:58.823998 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:58.850211 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57deb323-0faa-4ec3-ab2b-e67bdccb3da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:58.850537 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-f8aa5977-272f-4de5-859f-e9467a618128 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202325 Apr 12 11:14:58.853667 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1ee920-7d8f-4eb1-9876-e6483c0d6d68" -d '{"events": [{"server_uuid": "57deb323-0faa-4ec3-ab2b-e67bdccb3da7", "name": "network-vif-plugged", "status": "completed", "tag": "2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:58.864833 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c14542-9002-43ad-9159-54242f721fdb req-c5d311a5-3aa0-4ee3-8ae7-3f7913c898f6 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245276 Apr 12 11:14:58.867837 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:58.883465 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda657f8-295d-41f2-9983-502d1402e7e4 req-d2a63446-7653-4281-b940-e039b8eada9d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:58.885589 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bda657f8-295d-41f2-9983-502d1402e7e4 req-d2a63446-7653-4281-b940-e039b8eada9d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.1646395 Apr 12 11:14:58.894920 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b307bc38-c874-42eb-9ee6-47add6b6328b x-openstack-request-id: req-b307bc38-c874-42eb-9ee6-47add6b6328b {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:58.895303 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57deb323-0faa-4ec3-ab2b-e67bdccb3da7", "name": "network-vif-plugged", "status": "completed", "tag": "2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:58.895682 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b307bc38-c874-42eb-9ee6-47add6b6328b {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:58.896853 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b307bc38-c874-42eb-9ee6-47add6b6328b'] response: {'server_uuid': '57deb323-0faa-4ec3-ab2b-e67bdccb3da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb', 'code': 200} Apr 12 11:14:58.922027 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-67f89c7e-cb07-4e2b-9ba5-54116ae1035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:58.923777 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-67f89c7e-cb07-4e2b-9ba5-54116ae1035b service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.2935832 Apr 12 11:14:58.938746 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:58.960383 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bda657f8-295d-41f2-9983-502d1402e7e4 req-90028608-a395-4e28-acce-3d5f970be313 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650024 Apr 12 11:14:59.006607 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:59.195366 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-c6beaea2-3970-4df2-93c5-b4d2a62a6797 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0603218 Apr 12 11:14:59.326277 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-26b2f7f3-2638-4841-bcd1-e557f95f802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:59.327716 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-26b2f7f3-2638-4841-bcd1-e557f95f802b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0628681 Apr 12 11:14:59.387921 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eccde-ea46-40b4-af32-1244ac1d7cc3 req-ebe579d2-31b9-4bd0-8ad8-8f4a4631f400 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:59.390433 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-541eccde-ea46-40b4-af32-1244ac1d7cc3 req-ebe579d2-31b9-4bd0-8ad8-8f4a4631f400 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0668757 Apr 12 11:14:59.444339 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-541eccde-ea46-40b4-af32-1244ac1d7cc3 req-2358e9fc-1df5-4152-b7ff-bf5737736968 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490401 Apr 12 11:14:59.514775 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21efef1-cf41-456a-883d-aff6f39f8327 req-569cb60c-7afb-4ebd-9f86-2b1180cdd83a tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:59.518469 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c21efef1-cf41-456a-883d-aff6f39f8327 req-569cb60c-7afb-4ebd-9f86-2b1180cdd83a tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.2837501 Apr 12 11:14:59.519871 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e03e4-7949-4bec-a510-fd8b765059a0 req-17e1a7ac-f331-4d44-af4c-934ab34e3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:59.521257 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-555e03e4-7949-4bec-a510-fd8b765059a0 req-17e1a7ac-f331-4d44-af4c-934ab34e3261 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1130 time: 0.2854941 Apr 12 11:14:59.534593 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b63cfb-634e-47dd-b287-2545106d8d5e req-de8672ea-7a00-4706-8414-57b6aa44159b service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979421 Apr 12 11:14:59.572796 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c21efef1-cf41-456a-883d-aff6f39f8327 req-05c8caa3-33d5-48d2-b197-3490aadcde36 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Apr 12 11:15:00.090249 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69e37b-1813-4e76-8da7-9ebe5cfda928 req-c175c8e6-c3c4-4783-8c25-9db322b7606b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:00.098745 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3c69e37b-1813-4e76-8da7-9ebe5cfda928 req-c175c8e6-c3c4-4783-8c25-9db322b7606b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0489714 Apr 12 11:15:00.139508 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3c69e37b-1813-4e76-8da7-9ebe5cfda928 req-fe97ad5e-e23a-4a40-a374-4c0795e04a08 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Apr 12 11:15:00.564175 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bd62f-f69f-4486-8b4b-67928b27200d req-13d8ed9c-b5dc-4afe-8da1-7f8744555eba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:00.565666 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-868bd62f-f69f-4486-8b4b-67928b27200d req-13d8ed9c-b5dc-4afe-8da1-7f8744555eba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0506229 Apr 12 11:15:00.613229 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-868bd62f-f69f-4486-8b4b-67928b27200d req-653d2674-808a-4cfc-9409-f474aabe7e3c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Apr 12 11:15:01.255782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a56ddb-fcf8-4af9-ac2c-fdece480ae59 req-b402e3e5-77a6-4c05-914c-5820f3b10940 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:01.257252 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-96a56ddb-fcf8-4af9-ac2c-fdece480ae59 req-b402e3e5-77a6-4c05-914c-5820f3b10940 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0480528 Apr 12 11:15:01.302614 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-96a56ddb-fcf8-4af9-ac2c-fdece480ae59 req-1682e25a-36f9-4e3d-bb87-d74a9f8bd431 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 Apr 12 11:15:01.406966 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6c52deb9-8867-4dd9-b37a-4d43726febb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.780470 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667c56a-7015-4c87-b463-2bc93c5174fa req-48ab73a9-86af-4957-bfe7-d2b2346a8096 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:01.781930 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a667c56a-7015-4c87-b463-2bc93c5174fa req-48ab73a9-86af-4957-bfe7-d2b2346a8096 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0472376 Apr 12 11:15:01.827358 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a667c56a-7015-4c87-b463-2bc93c5174fa req-71135417-bd9a-4f49-9aac-eec64a1567ec tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399086 Apr 12 11:15:02.418109 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0effd9-cc76-4e02-b716-8796c348b12a req-9aef77d4-ebca-458c-8136-eedba30f474c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:02.419547 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cb0effd9-cc76-4e02-b716-8796c348b12a req-9aef77d4-ebca-458c-8136-eedba30f474c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0490458 Apr 12 11:15:02.464492 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cb0effd9-cc76-4e02-b716-8796c348b12a req-a87847b0-8f4a-41c5-85a2-d95bc679092b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395231 Apr 12 11:15:02.938513 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb1bc7-3f06-4124-91cf-f413265486f2 req-70d2f5f6-4fef-4a97-92d2-b238305be557 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:02.940804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fdbb1bc7-3f06-4124-91cf-f413265486f2 req-70d2f5f6-4fef-4a97-92d2-b238305be557 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0474634 Apr 12 11:15:02.996309 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fdbb1bc7-3f06-4124-91cf-f413265486f2 req-0cd7408e-7b75-4481-890b-e70d6cf5c7e8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496345 Apr 12 11:15:03.577126 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2e57f-d803-4047-9f79-61e695f9f854 req-5116c59c-dee4-450d-bc47-dc0cb726df4a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:03.578523 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4dd2e57f-d803-4047-9f79-61e695f9f854 req-5116c59c-dee4-450d-bc47-dc0cb726df4a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0458524 Apr 12 11:15:03.623777 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4dd2e57f-d803-4047-9f79-61e695f9f854 req-3e596a0f-cfe5-49c2-bfae-e275112b06c1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 Apr 12 11:15:03.882907 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-34df5fa6-479f-4889-a7b9-42b83d29c6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:04.116082 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab1bc7-4b5e-487b-9767-fd15e0c1e490 req-d1484dd7-793f-4835-a2f0-861b34a4d431 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:04.117629 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ccab1bc7-4b5e-487b-9767-fd15e0c1e490 req-d1484dd7-793f-4835-a2f0-861b34a4d431 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0528858 Apr 12 11:15:04.167486 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ccab1bc7-4b5e-487b-9767-fd15e0c1e490 req-f34c7ac5-de13-4729-bba5-e80608bfcddb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Apr 12 11:15:04.740874 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb6534-be2f-484b-9159-7993640265a3 req-8d27f596-bbb7-4232-a328-23519e4fa6dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:04.742353 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4eb6534-be2f-484b-9159-7993640265a3 req-8d27f596-bbb7-4232-a328-23519e4fa6dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0470235 Apr 12 11:15:04.791716 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4eb6534-be2f-484b-9159-7993640265a3 req-564468f1-7f84-43de-a1fe-8a8788fff2c0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Apr 12 11:15:05.030253 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:05.282198 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8420fea-4b4f-4714-9098-f414df134080 req-b867612a-eb19-45cd-860d-065533faaac7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:05.283702 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e8420fea-4b4f-4714-9098-f414df134080 req-b867612a-eb19-45cd-860d-065533faaac7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0481441 Apr 12 11:15:05.331293 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e8420fea-4b4f-4714-9098-f414df134080 req-640dd04c-434c-4fad-b41f-e4752454b366 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Apr 12 11:15:05.904790 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f15c7-2324-440a-bca9-cb6fe0ba2b87 req-51e14c54-0ca5-4ab0-bd02-50be5dd8f89b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:05.906263 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-561f15c7-2324-440a-bca9-cb6fe0ba2b87 req-51e14c54-0ca5-4ab0-bd02-50be5dd8f89b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0465789 Apr 12 11:15:05.960106 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-555e03e4-7949-4bec-a510-fd8b765059a0 req-a378bcd7-d625-4262-a4d2-9ea71115c61d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Apr 12 11:15:05.968757 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-2b9b9d11-d1cd-4093-b780-2e296a4fe3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:05.970259 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-2b9b9d11-d1cd-4093-b780-2e296a4fe3ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522532 Apr 12 11:15:05.983936 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-561f15c7-2324-440a-bca9-cb6fe0ba2b87 req-d67999b8-7de9-43a0-b1e2-c3821f291984 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720105 Apr 12 11:15:06.071467 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.440230 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee692ec-7995-42fb-be3c-449babffb5c5 req-3161e272-22dc-4368-a7ef-5a5ef366577c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:06.441543 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1ee692ec-7995-42fb-be3c-449babffb5c5 req-3161e272-22dc-4368-a7ef-5a5ef366577c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0459638 Apr 12 11:15:06.491722 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1ee692ec-7995-42fb-be3c-449babffb5c5 req-b3447d41-921e-4625-b313-94b419ab432b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Apr 12 11:15:06.564908 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:15:06.666367 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:06.786062 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '92da6ea4-696b-4846-b47c-536810056742', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'port_id': '92da6ea4-696b-4846-b47c-536810056742', 'mac_address': 'fa:16:3e:0a:1d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:15:06.823392 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 92da6ea4-696b-4846-b47c-536810056742 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:06.823880 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.836878 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92da6ea4-696b-4846-b47c-536810056742 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:15:06.857880 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:06.984492 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:07.035678 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:07.118386 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546dc1-3c93-4c0c-b58e-c6559f18362a req-ce04b455-ce95-462a-b628-c89c9fa7eed7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:07.131166 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4546dc1-3c93-4c0c-b58e-c6559f18362a req-ce04b455-ce95-462a-b628-c89c9fa7eed7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 944 time: 0.0607777 Apr 12 11:15:07.168393 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4546dc1-3c93-4c0c-b58e-c6559f18362a req-8fbed8f3-3a75-42ce-929f-54b24c3131f0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Apr 12 11:15:07.603536 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5ff72-e85e-45af-813b-fbe381992ab1 req-a93dd6a3-65f3-4107-894e-594c7746622a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:07.605868 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7ec5ff72-e85e-45af-813b-fbe381992ab1 req-a93dd6a3-65f3-4107-894e-594c7746622a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0481305 Apr 12 11:15:07.651134 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7ec5ff72-e85e-45af-813b-fbe381992ab1 req-018b5b1b-b598-4a8a-be3c-301d0450f103 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396307 Apr 12 11:15:07.739767 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:08.283156 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea88260-48eb-4991-bdbd-e88027e00d49 req-49a994fb-ee9f-430a-8e0b-ddd2f2c997b8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:08.284862 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4ea88260-48eb-4991-bdbd-e88027e00d49 req-49a994fb-ee9f-430a-8e0b-ddd2f2c997b8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 944 time: 0.0476491 Apr 12 11:15:08.334915 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4ea88260-48eb-4991-bdbd-e88027e00d49 req-c5239709-86fe-47e4-8e2f-11c960641886 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Apr 12 11:15:08.764259 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1f33d-63bb-454b-84a0-8cf690fc8dca req-ef14b3cb-8de3-4467-a971-0a2b0865eccf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:08.765727 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1ae1f33d-63bb-454b-84a0-8cf690fc8dca req-ef14b3cb-8de3-4467-a971-0a2b0865eccf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0493829 Apr 12 11:15:08.811725 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1ae1f33d-63bb-454b-84a0-8cf690fc8dca req-14b41bc4-d512-4bbe-b3f7-60e435467a56 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Apr 12 11:15:09.450655 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc791d05-7ce3-4a08-863e-7d4a62fd95ab req-1f7cff30-3396-4eda-8754-e4062b5fe0fc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:09.452114 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dc791d05-7ce3-4a08-863e-7d4a62fd95ab req-1f7cff30-3396-4eda-8754-e4062b5fe0fc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 944 time: 0.0468459 Apr 12 11:15:09.501975 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dc791d05-7ce3-4a08-863e-7d4a62fd95ab req-8a98fd73-438a-4303-81f3-42263496332b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443354 Apr 12 11:15:09.922421 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df4c66-90d5-4530-a280-caa01de97e41 req-cb5655cb-d51d-4e40-a018-321f06bc0c1f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:09.923808 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-39df4c66-90d5-4530-a280-caa01de97e41 req-cb5655cb-d51d-4e40-a018-321f06bc0c1f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0467944 Apr 12 11:15:09.969156 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-39df4c66-90d5-4530-a280-caa01de97e41 req-f4257289-977a-4a2a-8b7c-196d773aad27 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Apr 12 11:15:10.615924 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764b73a-2c65-40b3-ab2d-4e4ac7c3a0df req-4664de05-386d-4fb3-9a7b-8bcd0d8a4097 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:10.617374 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8764b73a-2c65-40b3-ab2d-4e4ac7c3a0df req-4664de05-386d-4fb3-9a7b-8bcd0d8a4097 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 944 time: 0.0464480 Apr 12 11:15:10.663189 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8764b73a-2c65-40b3-ab2d-4e4ac7c3a0df req-f6270965-0fe2-4fe6-bea8-94f82e1599ff tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401635 Apr 12 11:15:11.081634 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aaeec-0cba-4845-a3d4-e8a1cf620be1 req-25e5982a-d1a8-4a71-9d7d-f6b9ce31b491 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:11.083193 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-926aaeec-0cba-4845-a3d4-e8a1cf620be1 req-25e5982a-d1a8-4a71-9d7d-f6b9ce31b491 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0492644 Apr 12 11:15:11.128511 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-926aaeec-0cba-4845-a3d4-e8a1cf620be1 req-72dea382-097f-43b4-9f54-5d608edbfbc3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Apr 12 11:15:11.389431 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d528c3-980e-4b10-982f-70f3e34ec72f req-65f15c3d-84d8-428c-8de8-8775654dfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:11.390950 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46d528c3-980e-4b10-982f-70f3e34ec72f req-65f15c3d-84d8-428c-8de8-8775654dfc4e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0378990 Apr 12 11:15:11.705703 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['92da6ea4-696b-4846-b47c-536810056742'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:15:11.826113 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc3da-5017-4e05-93ac-969c98186893 req-f7b800d9-a099-41da-a4e8-4bac6c8cc16e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:11.827597 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ceccc3da-5017-4e05-93ac-969c98186893 req-f7b800d9-a099-41da-a4e8-4bac6c8cc16e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 944 time: 0.0915375 Apr 12 11:15:11.866751 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-47ce84ad-2fde-4d3c-a89a-8a03f22f65fe service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540926 Apr 12 11:15:11.892937 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ceccc3da-5017-4e05-93ac-969c98186893 req-0903dbc1-e629-49ef-b906-c8f3f8cfca17 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591040 Apr 12 11:15:12.243765 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358611-915f-4788-8177-ad53a4817a44 req-ce9507de-a88d-498d-ab8c-406749d6ae14 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:12.245973 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-11358611-915f-4788-8177-ad53a4817a44 req-ce9507de-a88d-498d-ab8c-406749d6ae14 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0542185 Apr 12 11:15:12.303022 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-11358611-915f-4788-8177-ad53a4817a44 req-0b352919-f00a-4ac8-b31d-1acd8df0f751 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510378 Apr 12 11:15:12.414438 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46d528c3-980e-4b10-982f-70f3e34ec72f req-d2e5dd25-3508-4c65-a738-eb429d874a42 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452251 Apr 12 11:15:12.499385 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-256e7785-60c1-40ea-810a-a487a9aa2375 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939639 Apr 12 11:15:13.009538 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba4610-b3c4-4441-8003-aaf5c424259f req-0655ccb1-bd56-4fd9-8bdd-d7287d583bfc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:13.011231 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c0ba4610-b3c4-4441-8003-aaf5c424259f req-0655ccb1-bd56-4fd9-8bdd-d7287d583bfc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 944 time: 0.0471206 Apr 12 11:15:13.051865 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:15:13.058061 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c0ba4610-b3c4-4441-8003-aaf5c424259f req-b1f29bc3-39e4-4675-95e4-2896afabe838 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Apr 12 11:15:13.098726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 92da6ea4-696b-4846-b47c-536810056742 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:15:13.161463 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 92da6ea4-696b-4846-b47c-536810056742 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:15:13.161937 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (92da6ea4-696b-4846-b47c-536810056742), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.240876 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 92da6ea4-696b-4846-b47c-536810056742 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:13.241269 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.265887 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92da6ea4-696b-4846-b47c-536810056742'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:13.268145 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9afab9-44ed-4da0-bcd6-101e944aa8d5" -d '{"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-plugged", "status": "completed", "tag": "92da6ea4-696b-4846-b47c-536810056742"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:13.282140 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:13.305116 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2d8d9b-a8f8-43f4-a47e-27584833b8db x-openstack-request-id: req-ce2d8d9b-a8f8-43f4-a47e-27584833b8db {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:13.305440 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-plugged", "status": "completed", "tag": "92da6ea4-696b-4846-b47c-536810056742", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:13.305700 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce2d8d9b-a8f8-43f4-a47e-27584833b8db {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:13.306136 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2d8d9b-a8f8-43f4-a47e-27584833b8db'] response: {'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92da6ea4-696b-4846-b47c-536810056742', 'code': 200} Apr 12 11:15:13.375421 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.425946 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d84c-dbe6-4ad1-bdf2-464fac1e4b76 req-4fd600e7-9c52-41fd-88ba-16408e7e07a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:13.427446 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6982d84c-dbe6-4ad1-bdf2-464fac1e4b76 req-4fd600e7-9c52-41fd-88ba-16408e7e07a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0481098 Apr 12 11:15:13.430470 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:13.474252 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6982d84c-dbe6-4ad1-bdf2-464fac1e4b76 req-6dc17dd3-f6d1-4f4d-b377-424f874a2989 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Apr 12 11:15:13.987724 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e1150-d610-4c1a-8fa1-88cd8457f0ef req-752bf99a-d1b9-4999-82e0-9b805f6a2b4c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:13.989179 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7d4e1150-d610-4c1a-8fa1-88cd8457f0ef req-752bf99a-d1b9-4999-82e0-9b805f6a2b4c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0534036 Apr 12 11:15:14.041112 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7d4e1150-d610-4c1a-8fa1-88cd8457f0ef req-6d677a8b-f36a-4952-9d92-dda2be046abb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461180 Apr 12 11:15:14.176186 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b18af-cc8f-4666-b744-375b58747191 req-8f8f3461-b223-4414-ae74-cbd9bde77c5d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:14.177696 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9d3b18af-cc8f-4666-b744-375b58747191 req-8f8f3461-b223-4414-ae74-cbd9bde77c5d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0479233 Apr 12 11:15:14.225681 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9d3b18af-cc8f-4666-b744-375b58747191 req-99348740-d83d-4888-a3d8-d43e357b371e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Apr 12 11:15:14.745650 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:15:14.826445 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-66356278-c910-4944-b5c9-a6b434ae3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:14.828588 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-66356278-c910-4944-b5c9-a6b434ae3da4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1129 time: 0.0599902 Apr 12 11:15:15.163805 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14cac-c2d5-44f8-81e3-80480bd213b2 req-15e49e3e-11cb-434d-9141-7a67ef2f15b0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:15.165334 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-adf14cac-c2d5-44f8-81e3-80480bd213b2 req-15e49e3e-11cb-434d-9141-7a67ef2f15b0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0543115 Apr 12 11:15:15.223398 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-adf14cac-c2d5-44f8-81e3-80480bd213b2 req-1fe38465-a2d0-4c2c-b5e8-a8c0e9743049 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Apr 12 11:15:15.362258 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05891f15-19a1-447b-aa25-32c6dca9cd93 req-d778a388-605f-4c78-bbcf-b1c04f2a2589 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:15.362258 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-05891f15-19a1-447b-aa25-32c6dca9cd93 req-d778a388-605f-4c78-bbcf-b1c04f2a2589 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0642049 Apr 12 11:15:15.455631 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-05891f15-19a1-447b-aa25-32c6dca9cd93 req-dd82cc3c-5a5f-4175-a786-e9862ba90f15 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883780 Apr 12 11:15:15.474387 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-531f9d49-3d15-4dae-b796-8b879cef02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:15.476268 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-531f9d49-3d15-4dae-b796-8b879cef02ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.1080086 Apr 12 11:15:15.643654 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b833d5b-e506-4493-a284-5de0c3412012 req-ade29b7e-25aa-43a8-ba4a-bd721d7b8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:15.645170 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0b833d5b-e506-4493-a284-5de0c3412012 req-ade29b7e-25aa-43a8-ba4a-bd721d7b8598 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1129 time: 0.0454040 Apr 12 11:15:15.694961 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-91365f81-8145-4c1e-9c3e-1b593c172a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:15.696423 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-91365f81-8145-4c1e-9c3e-1b593c172a8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1130 time: 0.1272197 Apr 12 11:15:15.715907 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-dac48da4-8b5f-4d7c-ae1b-748bee5c283c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 217 time: 0.2326450 Apr 12 11:15:15.747713 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0b833d5b-e506-4493-a284-5de0c3412012 req-dc1c0611-73c8-4ee5-8c9f-fba2729bfd03 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809371 Apr 12 11:15:15.765893 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42432) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:15.798349 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-70907a6b-8136-459d-a7e8-94cca7d87663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:15.801306 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-70907a6b-8136-459d-a7e8-94cca7d87663 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0793657 Apr 12 11:15:15.829764 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-fd8402ea-b0ae-4360-8943-a1109c8ffbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:15.831403 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-fd8402ea-b0ae-4360-8943-a1109c8ffbdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.1258447 Apr 12 11:15:15.884314 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:15.965112 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Publish callbacks [] for security_group (0a2fbfda-3f5c-4f17-9c4a-1b07132e199a), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:16.037551 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0a2fbfda-3f5c-4f17-9c4a-1b07132e199a), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:16.079882 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a02e9f3ed4f41dfaaf65a9bec839974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152835 Apr 12 11:15:16.080893 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2fbfda-3f5c-4f17-9c4a-1b07132e199a,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:16.082579 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 42446) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:16.088524 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.088892 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.089246 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.089596 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.090061 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.091023 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.091366 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.091847 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.092347 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.092832 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.093178 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.093517 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.093850 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.094209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.094541 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faceec78-7427-48c9-a96a-f2e47eed2cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.138129 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Publish callbacks [] for security_group (0a2fbfda-3f5c-4f17-9c4a-1b07132e199a), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:16.162885 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Publish callbacks [] for security_group (0a2fbfda-3f5c-4f17-9c4a-1b07132e199a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:16.255440 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-66dc2d75-2203-41d8-a8be-3320212fc386 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 217 time: 0.0521417 Apr 12 11:15:16.257189 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-7ff60a9a-1394-45d8-bf06-36f5e0f1e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:16.258929 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-7ff60a9a-1394-45d8-bf06-36f5e0f1e19b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555847 Apr 12 11:15:16.354234 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-8fd49913-56c2-4cca-9b7e-4ff355282781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:16.356156 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-8fd49913-56c2-4cca-9b7e-4ff355282781 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0837264 Apr 12 11:15:16.366805 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72238e73-c850-4921-ba48-30905d790c0c req-dbfbbcbc-2a11-4acb-a6a0-e263a0f71237 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:16.367637 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-ef9929f7-9bef-4d17-ad89-18a7d6fb9d36 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859072 Apr 12 11:15:16.368192 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-72238e73-c850-4921-ba48-30905d790c0c req-dbfbbcbc-2a11-4acb-a6a0-e263a0f71237 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0627010 Apr 12 11:15:16.382231 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0a2fbfda-3f5c-4f17-9c4a-1b07132e199a), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:16.384738 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:16.385785 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a2fbfda-3f5c-4f17-9c4a-1b07132e199a HTTP/1.1" status: 204 len: 168 time: 0.3022225 Apr 12 11:15:16.404007 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2fbfda-3f5c-4f17-9c4a-1b07132e199a,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:16.419504 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.419915 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.420281 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.420625 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.420965 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.421295 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.421619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.421942 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.422290 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.422617 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.422958 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.423286 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.423607 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.423922 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.424313 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03eeb24-c179-4c98-bb08-de79b0f595b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:16.441902 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-72238e73-c850-4921-ba48-30905d790c0c req-73545bc7-3042-400b-9a7b-b589e46aedee tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668154 Apr 12 11:15:16.579230 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03afb1-481a-4477-a3bb-f87e82e0a6fd req-88efa0ee-74a3-465f-9929-d09861d3c590 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:16.580810 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf03afb1-481a-4477-a3bb-f87e82e0a6fd req-88efa0ee-74a3-465f-9929-d09861d3c590 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0521913 Apr 12 11:15:16.627484 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf03afb1-481a-4477-a3bb-f87e82e0a6fd req-0bf7fdcb-3228-4e99-bdad-1411033843b3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Apr 12 11:15:16.865404 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-9fbe03a9-5d67-4319-9ace-600d914b5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:16.867139 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-9fbe03a9-5d67-4319-9ace-600d914b5df0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396273 Apr 12 11:15:16.918513 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a21f3133-dfcb-4c1f-9ddd-90530792bd94 req-f35e60e8-00f6-45b3-95e4-78c457c11074 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901783 Apr 12 11:15:16.966271 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-aca4f1d8-6f6f-4684-9442-f8b789022a2a service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911674 Apr 12 11:15:17.052136 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42472) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:17.065888 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e02b46e0-6bc1-4d43-a4f9-40dfc4a9b6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.144400 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e02b46e0-6bc1-4d43-a4f9-40dfc4a9b6a2 admin admin] Publish callbacks [] for security_group (7c3ec522-60eb-4625-85f8-7af84a0fa975), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.199939 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fc4f29e9-cf4c-4221-a2ce-ce7c6800504d req-aa770f2d-9859-490e-9cf9-718f274ecab7 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891869 Apr 12 11:15:17.243187 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e02b46e0-6bc1-4d43-a4f9-40dfc4a9b6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (7c3ec522-60eb-4625-85f8-7af84a0fa975), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.283314 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e02b46e0-6bc1-4d43-a4f9-40dfc4a9b6a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=864fb0856d804ae18a1a46b3ddfbd2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300127 Apr 12 11:15:17.285416 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b46e0-6bc1-4d43-a4f9-40dfc4a9b6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3ec522-60eb-4625-85f8-7af84a0fa975,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:17.285904 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 42480) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:17.336466 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a229154-6481-4a28-9159-ad5502bdb8d9 admin admin] Publish callbacks [] for security_group (7c3ec522-60eb-4625-85f8-7af84a0fa975), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.363318 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a229154-6481-4a28-9159-ad5502bdb8d9 admin admin] Publish callbacks [] for security_group (7c3ec522-60eb-4625-85f8-7af84a0fa975), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.504853 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a229154-6481-4a28-9159-ad5502bdb8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (7c3ec522-60eb-4625-85f8-7af84a0fa975), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.507757 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a229154-6481-4a28-9159-ad5502bdb8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.509573 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-3a229154-6481-4a28-9159-ad5502bdb8d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c3ec522-60eb-4625-85f8-7af84a0fa975 HTTP/1.1" status: 204 len: 168 time: 0.2225885 Apr 12 11:15:17.529845 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a229154-6481-4a28-9159-ad5502bdb8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3ec522-60eb-4625-85f8-7af84a0fa975,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:17.570331 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b625f2c-270f-4bc6-9510-9fb5bf51d7be req-850bd4d1-1472-4743-8bae-fd68d4a84341 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:17.571900 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7b625f2c-270f-4bc6-9510-9fb5bf51d7be req-850bd4d1-1472-4743-8bae-fd68d4a84341 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0588114 Apr 12 11:15:17.624164 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7b625f2c-270f-4bc6-9510-9fb5bf51d7be req-008ea2be-a0c7-4198-a5d4-e98a434e0ecd tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Apr 12 11:15:17.756566 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe05c81-66e9-4891-b4e3-9dbef5475ee9 req-2872215a-308b-46c1-81e3-814eccbe098c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:17.758139 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7fe05c81-66e9-4891-b4e3-9dbef5475ee9 req-2872215a-308b-46c1-81e3-814eccbe098c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0593574 Apr 12 11:15:17.809410 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7fe05c81-66e9-4891-b4e3-9dbef5475ee9 req-a34e16d7-8bb6-45dd-8875-ab9469305481 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Apr 12 11:15:17.959796 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e049433-74b8-459e-980f-a2b70af2330f req-29f1a386-38cb-4ac5-a7b9-8a4547076879 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:17.966267 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0e049433-74b8-459e-980f-a2b70af2330f req-29f1a386-38cb-4ac5-a7b9-8a4547076879 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0526249 Apr 12 11:15:17.974720 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 42512) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:17.979785 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'floatingip': {'port_id': '92da6ea4-696b-4846-b47c-536810056742'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:18.075062 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (a0adf0e2-d406-44ed-9e5b-fedfd7d540a4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.092588 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42526) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:18.232077 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-32a7f03b-a1ee-43c5-996c-6436f5fa85fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.315348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-32a7f03b-a1ee-43c5-996c-6436f5fa85fd admin admin] Publish callbacks [] for security_group (f4cd31c8-f4ef-4f0d-ad81-905dcac628cf), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.413256 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-32a7f03b-a1ee-43c5-996c-6436f5fa85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (f4cd31c8-f4ef-4f0d-ad81-905dcac628cf), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.464399 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-32a7f03b-a1ee-43c5-996c-6436f5fa85fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd174b1bca9b4d89bc2a6524f4fc24be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677564 Apr 12 11:15:18.464399 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7f03b-a1ee-43c5-996c-6436f5fa85fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd31c8-f4ef-4f0d-ad81-905dcac628cf,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:18.465985 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42548) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:18.539739 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-465b2d10-c27f-4a6e-838a-7f1a36aa44dc admin admin] Publish callbacks [] for security_group (f4cd31c8-f4ef-4f0d-ad81-905dcac628cf), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.565417 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-465b2d10-c27f-4a6e-838a-7f1a36aa44dc admin admin] Publish callbacks [] for security_group (f4cd31c8-f4ef-4f0d-ad81-905dcac628cf), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.726359 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-465b2d10-c27f-4a6e-838a-7f1a36aa44dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (f4cd31c8-f4ef-4f0d-ad81-905dcac628cf), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.729586 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-465b2d10-c27f-4a6e-838a-7f1a36aa44dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.734051 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-465b2d10-c27f-4a6e-838a-7f1a36aa44dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4cd31c8-f4ef-4f0d-ad81-905dcac628cf HTTP/1.1" status: 204 len: 168 time: 0.2586539 Apr 12 11:15:18.748708 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b2d10-c27f-4a6e-838a-7f1a36aa44dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd31c8-f4ef-4f0d-ad81-905dcac628cf,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:18.759196 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a9702-288e-4556-8265-ff60952ac947 req-0870cd0b-296f-4f30-aebf-f3e4e1aee934 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:18.762098 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3c6a9702-288e-4556-8265-ff60952ac947 req-0870cd0b-296f-4f30-aebf-f3e4e1aee934 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0681863 Apr 12 11:15:18.838134 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3c6a9702-288e-4556-8265-ff60952ac947 req-c7a45f2a-f82f-4254-b93a-375cb22f9495 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647273 Apr 12 11:15:19.032529 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.155792 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (a0adf0e2-d406-44ed-9e5b-fedfd7d540a4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.280960 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Floating IP a0adf0e2-d406-44ed-9e5b-fedfd7d540a4 associated. External IP: 172.27.1.104, port: 92da6ea4-696b-4846-b47c-536810056742. Apr 12 11:15:19.517519 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Router e141b27e-b1d1-4613-a958-dbcf5a3864ab has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:15:19.614058 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42592) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:19.648141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:15:19.652080 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b830f8f7-f2fa-4aa1-9f8c-62b39f6160fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.653232 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.665348 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] Sync routers for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:15:19.676305 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:19.676987 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:15:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:19.687513 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-023333de-acd1-4ba4-8881-7975b68e70e1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "PUT /v2.0/floatingips/a0adf0e2-d406-44ed-9e5b-fedfd7d540a4 HTTP/1.1" status: 200 len: 991 time: 1.7111890 Apr 12 11:15:19.688122 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'tag': '92da6ea4-696b-4846-b47c-536810056742'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:19.690631 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ccafee-edff-4d77-a755-00f28a599027" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "tag": "92da6ea4-696b-4846-b47c-536810056742"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:19.739903 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7c9b51-3e1e-442e-b2e4-a23d006a2d28 x-openstack-request-id: req-ad7c9b51-3e1e-442e-b2e4-a23d006a2d28 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:19.740328 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "tag": "92da6ea4-696b-4846-b47c-536810056742", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:19.740609 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad7c9b51-3e1e-442e-b2e4-a23d006a2d28 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:19.741290 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7c9b51-3e1e-442e-b2e4-a23d006a2d28'] response: {'name': 'network-changed', 'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'tag': '92da6ea4-696b-4846-b47c-536810056742', 'status': 'completed', 'code': 200} Apr 12 11:15:19.812394 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b830f8f7-f2fa-4aa1-9f8c-62b39f6160fe admin admin] Publish callbacks [] for security_group (a74e4b3c-30fc-4ebe-937c-0292bb867868), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.830314 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:19.852352 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccafee-edff-4d77-a755-00f28a599027 req-041f4038-0a29-4ba7-b53e-f17c899c9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:19.854224 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-89ccafee-edff-4d77-a755-00f28a599027 req-041f4038-0a29-4ba7-b53e-f17c899c9403 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1129 time: 0.0558920 Apr 12 11:15:19.881854 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b830f8f7-f2fa-4aa1-9f8c-62b39f6160fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a74e4b3c-30fc-4ebe-937c-0292bb867868), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.937263 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b830f8f7-f2fa-4aa1-9f8c-62b39f6160fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=945baf243c5a479cbf25c2eef49609f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175354 Apr 12 11:15:19.939180 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42616) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:20.019657 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccafee-edff-4d77-a755-00f28a599027 req-e345c073-a777-4fa8-a95c-04619683980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:20.021621 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-89ccafee-edff-4d77-a755-00f28a599027 req-e345c073-a777-4fa8-a95c-04619683980d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.1544316 Apr 12 11:15:20.052468 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830f8f7-f2fa-4aa1-9f8c-62b39f6160fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74e4b3c-30fc-4ebe-937c-0292bb867868,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:20.071720 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203a6f6-c90e-4158-ba7f-1780873faad3 req-68a5f4cf-8189-4848-84d2-a98ff91f3a12 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:20.079117 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8203a6f6-c90e-4158-ba7f-1780873faad3 req-68a5f4cf-8189-4848-84d2-a98ff91f3a12 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0937173 Apr 12 11:15:20.095873 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d557f368-17d1-4419-b95a-f4259fb34adf admin admin] Publish callbacks [] for security_group (a74e4b3c-30fc-4ebe-937c-0292bb867868), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:20.133955 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d557f368-17d1-4419-b95a-f4259fb34adf admin admin] Publish callbacks [] for security_group (a74e4b3c-30fc-4ebe-937c-0292bb867868), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:20.162616 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8203a6f6-c90e-4158-ba7f-1780873faad3 req-d0c374d7-1ee7-4ec2-be37-acd7ef93b47d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827198 Apr 12 11:15:20.216570 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-89ccafee-edff-4d77-a755-00f28a599027 req-3644de59-de5f-496d-8c12-6b973671a6ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 999 time: 0.1844528 Apr 12 11:15:20.266970 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccafee-edff-4d77-a755-00f28a599027 req-350f2254-61a1-490e-9fac-01fb6bf85c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:20.268453 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-89ccafee-edff-4d77-a755-00f28a599027 req-350f2254-61a1-490e-9fac-01fb6bf85c20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0454266 Apr 12 11:15:20.269269 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'a0adf0e2-d406-44ed-9e5b-fedfd7d540a4', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'port_id': '92da6ea4-696b-4846-b47c-536810056742', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'mac_address': 'fa:16:3e:0a:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:14:06Z', 'updated_at': '2022-04-12T11:15:18Z', 'revision_number': 1, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:20.299093 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] Checking router: e141b27e-b1d1-4613-a958-dbcf5a3864ab for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:15:20.304213 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d557f368-17d1-4419-b95a-f4259fb34adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a74e4b3c-30fc-4ebe-937c-0292bb867868), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:20.306647 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d557f368-17d1-4419-b95a-f4259fb34adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:20.307775 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-d557f368-17d1-4419-b95a-f4259fb34adf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a74e4b3c-30fc-4ebe-937c-0292bb867868 HTTP/1.1" status: 204 len: 168 time: 0.3646231 Apr 12 11:15:20.311893 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:20.312585 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:15:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:20.316499 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557f368-17d1-4419-b95a-f4259fb34adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74e4b3c-30fc-4ebe-937c-0292bb867868,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:20.325956 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccafee-edff-4d77-a755-00f28a599027 req-bdb68683-69d3-44f9-bebd-f4df2e2a6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:20.327711 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-89ccafee-edff-4d77-a755-00f28a599027 req-bdb68683-69d3-44f9-bebd-f4df2e2a6539 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465617 Apr 12 11:15:20.469698 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-89ccafee-edff-4d77-a755-00f28a599027 req-e57b5fc3-b0e2-482a-9ab1-595d01f6f71f service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267138 Apr 12 11:15:20.521616 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:20.616878 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-89ccafee-edff-4d77-a755-00f28a599027 req-8b7e2f33-17a5-49ff-8b22-3ffff14f6c9c service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463358 Apr 12 11:15:20.807051 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'a0adf0e2-d406-44ed-9e5b-fedfd7d540a4', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'port_id': '92da6ea4-696b-4846-b47c-536810056742', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'mac_address': 'fa:16:3e:0a:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:14:06Z', 'updated_at': '2022-04-12T11:15:18Z', 'revision_number': 1, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:20.839150 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a27364-461f-47b8-855b-09685c96fc1e None None] The sync data for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi is: [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'a0adf0e2-d406-44ed-9e5b-fedfd7d540a4', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'port_id': '92da6ea4-696b-4846-b47c-536810056742', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'mac_address': 'fa:16:3e:0a:1d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:14:06Z', 'updated_at': '2022-04-12T11:15:18Z', 'revision_number': 1, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:15:21.072751 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b833b4-75c6-43b6-82ee-fd26d6d872f1 None None] New status for floating IP a0adf0e2-d406-44ed-9e5b-fedfd7d540a4: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:15:21.281621 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff9eee-c7fd-478d-9140-1e7d57cfdbd2 req-52593f2d-9371-490a-92be-f11750945be0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:21.286581 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c7ff9eee-c7fd-478d-9140-1e7d57cfdbd2 req-52593f2d-9371-490a-92be-f11750945be0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0562925 Apr 12 11:15:21.335654 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c7ff9eee-c7fd-478d-9140-1e7d57cfdbd2 req-a85a6000-5005-4180-b244-52a308fd503d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Apr 12 11:15:21.431699 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:22.447782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d02f45-1ead-425c-8a12-3cc7a78e416d req-7bf8dfd4-f14d-4ee1-8bbc-78493ba1fbc0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:22.449888 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c7d02f45-1ead-425c-8a12-3cc7a78e416d req-7bf8dfd4-f14d-4ee1-8bbc-78493ba1fbc0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0472646 Apr 12 11:15:22.501010 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c7d02f45-1ead-425c-8a12-3cc7a78e416d req-38adcb36-bb8a-4174-9dc8-813df44ea2be tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Apr 12 11:15:23.633060 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ba5d7-0752-4fcd-b7eb-4d12b2dc40b9 req-53b1216e-1542-4b5d-90a2-f3a789a59fe4 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:23.634703 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2ba5d7-0752-4fcd-b7eb-4d12b2dc40b9 req-53b1216e-1542-4b5d-90a2-f3a789a59fe4 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0644374 Apr 12 11:15:23.704705 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2ba5d7-0752-4fcd-b7eb-4d12b2dc40b9 req-478e763d-005e-4638-ba7c-35d4914fae24 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635319 Apr 12 11:15:23.860703 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42776) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:23.969915 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8cace44b-1422-4297-92cc-0a53f943d773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.077164 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8cace44b-1422-4297-92cc-0a53f943d773 admin admin] Publish callbacks [] for security_group (b2fa1615-88ba-420c-8966-ab1781d6f14b), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.191933 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8cace44b-1422-4297-92cc-0a53f943d773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b2fa1615-88ba-420c-8966-ab1781d6f14b), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.230888 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8cace44b-1422-4297-92cc-0a53f943d773 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=010f156cbbd74e6f96ef3735cf457561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698781 Apr 12 11:15:24.231825 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cace44b-1422-4297-92cc-0a53f943d773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fa1615-88ba-420c-8966-ab1781d6f14b,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:24.233772 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 42792) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:24.281000 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e64efea9-0aeb-402f-89ce-745710228f25 admin admin] Publish callbacks [] for security_group (b2fa1615-88ba-420c-8966-ab1781d6f14b), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.302298 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e64efea9-0aeb-402f-89ce-745710228f25 admin admin] Publish callbacks [] for security_group (b2fa1615-88ba-420c-8966-ab1781d6f14b), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.425277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e64efea9-0aeb-402f-89ce-745710228f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b2fa1615-88ba-420c-8966-ab1781d6f14b), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.431036 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e64efea9-0aeb-402f-89ce-745710228f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.431036 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-e64efea9-0aeb-402f-89ce-745710228f25 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2fa1615-88ba-420c-8966-ab1781d6f14b HTTP/1.1" status: 204 len: 168 time: 0.1944792 Apr 12 11:15:24.437471 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64efea9-0aeb-402f-89ce-745710228f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fa1615-88ba-420c-8966-ab1781d6f14b,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:24.823979 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd725519-944b-412f-a842-d8edb056dce0 req-e2dd8642-834f-41fb-9765-c23b10bc463c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:24.826503 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dd725519-944b-412f-a842-d8edb056dce0 req-e2dd8642-834f-41fb-9765-c23b10bc463c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0505636 Apr 12 11:15:24.874696 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dd725519-944b-412f-a842-d8edb056dce0 req-f1c821ce-3a20-4d6b-84aa-7d5e90a4df4d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423713 Apr 12 11:15:25.047362 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42836) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:25.061050 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-70e583e1-3107-424a-8211-7085a708e664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.136842 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-70e583e1-3107-424a-8211-7085a708e664 admin admin] Publish callbacks [] for security_group (a02fb818-61d4-453d-b817-727c891cd5a6), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.196218 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-70e583e1-3107-424a-8211-7085a708e664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a02fb818-61d4-453d-b817-727c891cd5a6), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.235807 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-70e583e1-3107-424a-8211-7085a708e664 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a3b33ff4bb34a5c93a4b689485704d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873543 Apr 12 11:15:25.236613 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e583e1-3107-424a-8211-7085a708e664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02fb818-61d4-453d-b817-727c891cd5a6,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:25.238695 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 42854) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:25.289576 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-796442c6-23c3-4431-bf79-83ce637810b7 admin admin] Publish callbacks [] for security_group (a02fb818-61d4-453d-b817-727c891cd5a6), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.311840 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-796442c6-23c3-4431-bf79-83ce637810b7 admin admin] Publish callbacks [] for security_group (a02fb818-61d4-453d-b817-727c891cd5a6), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.430655 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-796442c6-23c3-4431-bf79-83ce637810b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a02fb818-61d4-453d-b817-727c891cd5a6), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.433378 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-796442c6-23c3-4431-bf79-83ce637810b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.435548 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-796442c6-23c3-4431-bf79-83ce637810b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a02fb818-61d4-453d-b817-727c891cd5a6 HTTP/1.1" status: 204 len: 168 time: 0.1949890 Apr 12 11:15:25.444126 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796442c6-23c3-4431-bf79-83ce637810b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02fb818-61d4-453d-b817-727c891cd5a6,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:25.987518 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433bfa8-6b76-4ce6-bc70-dc7e18a2b032 req-64843cab-37b3-433c-87b0-fca3b2d86c9d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:25.989049 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f433bfa8-6b76-4ce6-bc70-dc7e18a2b032 req-64843cab-37b3-433c-87b0-fca3b2d86c9d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0477571 Apr 12 11:15:26.044003 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f433bfa8-6b76-4ce6-bc70-dc7e18a2b032 req-e3985249-0607-4393-b68e-0cbc5381c238 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477605 Apr 12 11:15:26.196223 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42902) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:26.302972 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2e82c20d-9237-46f0-8fbf-ab17132664f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.379025 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2e82c20d-9237-46f0-8fbf-ab17132664f6 admin admin] Publish callbacks [] for security_group (b0d7a4fa-166c-4d8f-83a0-bd52798b195e), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.448696 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2e82c20d-9237-46f0-8fbf-ab17132664f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b0d7a4fa-166c-4d8f-83a0-bd52798b195e), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.490136 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-2e82c20d-9237-46f0-8fbf-ab17132664f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a817a13704e34d8c8cc688353717d02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927308 Apr 12 11:15:26.492356 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82c20d-9237-46f0-8fbf-ab17132664f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7a4fa-166c-4d8f-83a0-bd52798b195e,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:26.492796 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 42916) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:26.544118 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7ccef7f6-2655-4ae1-833f-211c4db5023a admin admin] Publish callbacks [] for security_group (b0d7a4fa-166c-4d8f-83a0-bd52798b195e), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.566132 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7ccef7f6-2655-4ae1-833f-211c4db5023a admin admin] Publish callbacks [] for security_group (b0d7a4fa-166c-4d8f-83a0-bd52798b195e), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.705927 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7ccef7f6-2655-4ae1-833f-211c4db5023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b0d7a4fa-166c-4d8f-83a0-bd52798b195e), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.708451 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7ccef7f6-2655-4ae1-833f-211c4db5023a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.709684 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-7ccef7f6-2655-4ae1-833f-211c4db5023a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0d7a4fa-166c-4d8f-83a0-bd52798b195e HTTP/1.1" status: 204 len: 168 time: 0.2159121 Apr 12 11:15:26.717922 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccef7f6-2655-4ae1-833f-211c4db5023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7a4fa-166c-4d8f-83a0-bd52798b195e,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:27.170579 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2049b50-c726-46bd-b0bc-27871fdb75ee req-8cb42424-5b86-47bf-b63c-d97dc6eda238 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:27.170579 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e2049b50-c726-46bd-b0bc-27871fdb75ee req-8cb42424-5b86-47bf-b63c-d97dc6eda238 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0496831 Apr 12 11:15:27.228300 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e2049b50-c726-46bd-b0bc-27871fdb75ee req-daebea5c-36c0-4327-b740-d9a10fe88f3b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510812 Apr 12 11:15:27.367156 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 42938) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:27.380668 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d44588e-75e5-4ae7-a9c2-52294e887d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.455699 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d44588e-75e5-4ae7-a9c2-52294e887d53 admin admin] Publish callbacks [] for security_group (2a69b370-e54d-4124-b9f2-f97c7ed93adf), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.500852 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d44588e-75e5-4ae7-a9c2-52294e887d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (2a69b370-e54d-4124-b9f2-f97c7ed93adf), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.533427 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-9d44588e-75e5-4ae7-a9c2-52294e887d53 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3916e54b2154acaa0cbe167143dae0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652021 Apr 12 11:15:27.536135 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 42942) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:27.542139 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44588e-75e5-4ae7-a9c2-52294e887d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a69b370-e54d-4124-b9f2-f97c7ed93adf,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:27.584198 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d45865c-b2ef-40ff-a936-0d5fe59def69 admin admin] Publish callbacks [] for security_group (2a69b370-e54d-4124-b9f2-f97c7ed93adf), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.605319 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d45865c-b2ef-40ff-a936-0d5fe59def69 admin admin] Publish callbacks [] for security_group (2a69b370-e54d-4124-b9f2-f97c7ed93adf), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.723158 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d45865c-b2ef-40ff-a936-0d5fe59def69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (2a69b370-e54d-4124-b9f2-f97c7ed93adf), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.725651 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d45865c-b2ef-40ff-a936-0d5fe59def69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.726816 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8d45865c-b2ef-40ff-a936-0d5fe59def69 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a69b370-e54d-4124-b9f2-f97c7ed93adf HTTP/1.1" status: 204 len: 168 time: 0.1896572 Apr 12 11:15:27.734853 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45865c-b2ef-40ff-a936-0d5fe59def69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a69b370-e54d-4124-b9f2-f97c7ed93adf,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:28.349549 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbb8e1-c4ba-42ba-a3ea-61b74ed9c570 req-2aef4f3a-080c-49a2-b8e1-06721b713662 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:28.351162 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-83cbb8e1-c4ba-42ba-a3ea-61b74ed9c570 req-2aef4f3a-080c-49a2-b8e1-06721b713662 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0499134 Apr 12 11:15:28.400818 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-83cbb8e1-c4ba-42ba-a3ea-61b74ed9c570 req-a927476e-3dbf-498e-844b-17d76bc7b80a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Apr 12 11:15:29.528058 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9bf02-b0e6-4b76-93bb-6ee37eb0209f req-9a35d716-0d66-4f8c-801e-a6a078451890 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:29.529554 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a4c9bf02-b0e6-4b76-93bb-6ee37eb0209f req-9a35d716-0d66-4f8c-801e-a6a078451890 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0519340 Apr 12 11:15:29.580061 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a4c9bf02-b0e6-4b76-93bb-6ee37eb0209f req-f24584ae-feab-4bfe-a667-9a7150b687e1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449088 Apr 12 11:15:30.279215 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43046) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:30.385074 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb901-98cb-42fc-973e-047de8d0851b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.469463 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb901-98cb-42fc-973e-047de8d0851b admin admin] Publish callbacks [] for security_group (8063268a-81a0-481e-b1df-de33296aeb14), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.519026 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43062) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:30.544747 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb901-98cb-42fc-973e-047de8d0851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (8063268a-81a0-481e-b1df-de33296aeb14), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.623402 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-ce6eb901-98cb-42fc-973e-047de8d0851b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f37874c0d71b4d658e26c8c6ff4d0e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430133 Apr 12 11:15:30.626283 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43066) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:30.638073 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9787e4-33d0-408c-9c6e-19490b84f17a admin admin] Deleting subnet 3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3 {{(pid=103888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:15:30.643620 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-eb9787e4-33d0-408c-9c6e-19490b84f17a admin admin] Publish callbacks [] for subnet (3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.647074 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eb901-98cb-42fc-973e-047de8d0851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8063268a-81a0-481e-b1df-de33296aeb14,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:30.680414 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8862aa0-46a3-4007-b664-2736644633f9 req-712ba9a5-f2ae-44d6-8464-871c7880c97b tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:30.682203 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f8862aa0-46a3-4007-b664-2736644633f9 req-712ba9a5-f2ae-44d6-8464-871c7880c97b tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.1177275 Apr 12 11:15:30.703329 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-eb9787e4-33d0-408c-9c6e-19490b84f17a admin admin] Publish callbacks [] for subnet (3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.721023 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-eb9787e4-33d0-408c-9c6e-19490b84f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.722626 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-07bedaa3-324c-4235-95f4-cb7bb2d9ed84 admin admin] Publish callbacks [] for security_group (8063268a-81a0-481e-b1df-de33296aeb14), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.770381 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-07bedaa3-324c-4235-95f4-cb7bb2d9ed84 admin admin] Publish callbacks [] for security_group (8063268a-81a0-481e-b1df-de33296aeb14), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.780558 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f8862aa0-46a3-4007-b664-2736644633f9 req-8fda2735-3b83-4b56-b78a-6ba948535655 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907235 Apr 12 11:15:30.782992 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7aee-c989-4b07-bb3f-3a0c798e887d req-8778191d-7176-4c8d-bebe-c6ca34b20682 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:30.790332 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-931f7aee-c989-4b07-bb3f-3a0c798e887d req-8778191d-7176-4c8d-bebe-c6ca34b20682 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0738637 Apr 12 11:15:30.856974 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-931f7aee-c989-4b07-bb3f-3a0c798e887d req-ccb450d2-b422-41f0-ae29-4c39a24c7aa6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657740 Apr 12 11:15:30.865912 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-eb9787e4-33d0-408c-9c6e-19490b84f17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.886556 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9787e4-33d0-408c-9c6e-19490b84f17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:30.900901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-eb9787e4-33d0-408c-9c6e-19490b84f17a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.905030 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-eb9787e4-33d0-408c-9c6e-19490b84f17a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3eb3c540-fc1e-49bd-96df-6d0b1f35cdf3 HTTP/1.1" status: 204 len: 168 time: 0.3849981 Apr 12 11:15:30.907549 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43074) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:30.933052 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-07bedaa3-324c-4235-95f4-cb7bb2d9ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (8063268a-81a0-481e-b1df-de33296aeb14), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.936443 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-07bedaa3-324c-4235-95f4-cb7bb2d9ed84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.937590 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-07bedaa3-324c-4235-95f4-cb7bb2d9ed84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8063268a-81a0-481e-b1df-de33296aeb14 HTTP/1.1" status: 204 len: 168 time: 0.3096733 Apr 12 11:15:30.946030 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bedaa3-324c-4235-95f4-cb7bb2d9ed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8063268a-81a0-481e-b1df-de33296aeb14,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:30.980193 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (80aca3a7-d5ed-43a3-b3f1-f09b59466505), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.066905 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (80aca3a7-d5ed-43a3-b3f1-f09b59466505), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.088011 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.088389 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.089600 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.089600 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.089818 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.090883 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.091433 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.092116 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.092453 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.093003 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.395177 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.395517 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.395842 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.396166 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:31.396519 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80aca3a7-d5ed-43a3-b3f1-f09b59466505']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:31.418426 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58aae6c4-2350-40eb-9063-67750bdd804e') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:31.418748 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58aae6c4-2350-40eb-9063-67750bdd804e') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:31.435468 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (58aae6c4-2350-40eb-9063-67750bdd804e), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.456642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (58aae6c4-2350-40eb-9063-67750bdd804e), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.465019 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:15:31.468582 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (58aae6c4-2350-40eb-9063-67750bdd804e), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.468711 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-380597f0-1a61-4d18-926b-f487028444c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: from cryptography.utils import int_from_bytes Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: from cryptography.utils import int_from_bytes Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:15:31.498737 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:15:31.617946 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43098) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:31.632313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8034f6aa-4bbe-4bfc-948a-6ce9b703a252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.661784 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (80aca3a7-d5ed-43a3-b3f1-f09b59466505), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.674583 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.677621 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] 10.222.0.59 "DELETE /v2.0/networks/80aca3a7-d5ed-43a3-b3f1-f09b59466505 HTTP/1.1" status: 204 len: 168 time: 0.7691529 Apr 12 11:15:31.680851 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43100) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:31.696053 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8368aa-129c-4b3f-a0e2-e014dd59884f admin admin] Pushing event deleted for resources: {'Network': ['ID=80aca3a7-d5ed-43a3-b3f1-f09b59466505,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:31.730350 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2430002e-1fed-48a1-9099-96e97b2af2c6 admin admin] Deleting subnet 84546555-007b-43cb-8c84-4141cd2fd7ca {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:15:31.734032 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2430002e-1fed-48a1-9099-96e97b2af2c6 admin admin] Publish callbacks [] for subnet (84546555-007b-43cb-8c84-4141cd2fd7ca), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.735482 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8034f6aa-4bbe-4bfc-948a-6ce9b703a252 admin admin] Publish callbacks [] for security_group (7da0053a-b2ad-4c22-9226-7ceea3b780d9), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.768283 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2430002e-1fed-48a1-9099-96e97b2af2c6 admin admin] Publish callbacks [] for subnet (84546555-007b-43cb-8c84-4141cd2fd7ca), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.778047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2430002e-1fed-48a1-9099-96e97b2af2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (84546555-007b-43cb-8c84-4141cd2fd7ca), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.801880 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8034f6aa-4bbe-4bfc-948a-6ce9b703a252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (7da0053a-b2ad-4c22-9226-7ceea3b780d9), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.843040 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8034f6aa-4bbe-4bfc-948a-6ce9b703a252 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ddc7badd9c1244ad9c38bef993deb2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239594 Apr 12 11:15:31.844182 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034f6aa-4bbe-4bfc-948a-6ce9b703a252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da0053a-b2ad-4c22-9226-7ceea3b780d9,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:31.846572 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43106) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:31.897364 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a25200-4eca-4062-ab33-32375ba1b290 req-d87e245f-4ccc-48fc-9464-085725f14528 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:31.898948 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6a25200-4eca-4062-ab33-32375ba1b290 req-d87e245f-4ccc-48fc-9464-085725f14528 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0484505 Apr 12 11:15:31.901957 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f4e050ff-fc24-49d2-8efc-46c5a80cc451 admin admin] Publish callbacks [] for security_group (7da0053a-b2ad-4c22-9226-7ceea3b780d9), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.927438 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2430002e-1fed-48a1-9099-96e97b2af2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (84546555-007b-43cb-8c84-4141cd2fd7ca), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.947323 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6a25200-4eca-4062-ab33-32375ba1b290 req-4cd76cb1-117b-4d06-a0c0-674650996ff5 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Apr 12 11:15:31.970411 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f4e050ff-fc24-49d2-8efc-46c5a80cc451 admin admin] Publish callbacks [] for security_group (7da0053a-b2ad-4c22-9226-7ceea3b780d9), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.973589 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430002e-1fed-48a1-9099-96e97b2af2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84546555-007b-43cb-8c84-4141cd2fd7ca,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:32.003018 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2430002e-1fed-48a1-9099-96e97b2af2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.015016 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-2430002e-1fed-48a1-9099-96e97b2af2c6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/84546555-007b-43cb-8c84-4141cd2fd7ca HTTP/1.1" status: 204 len: 168 time: 0.3322697 Apr 12 11:15:32.018199 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43110) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:32.047563 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdde29-1a0f-4513-8381-aa5ad93a6170 req-aca53278-b499-41b0-931d-054e74f0fca6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:32.049020 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46cdde29-1a0f-4513-8381-aa5ad93a6170 req-aca53278-b499-41b0-931d-054e74f0fca6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.1131217 Apr 12 11:15:32.087776 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (610c2bb4-3c8e-4cd8-a7de-adad7187d73c), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.097087 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46cdde29-1a0f-4513-8381-aa5ad93a6170 req-2510e5f4-23c4-404f-a68c-d07d7cdb4076 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 Apr 12 11:15:32.150616 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f4e050ff-fc24-49d2-8efc-46c5a80cc451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (7da0053a-b2ad-4c22-9226-7ceea3b780d9), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.153604 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f4e050ff-fc24-49d2-8efc-46c5a80cc451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.154742 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-f4e050ff-fc24-49d2-8efc-46c5a80cc451 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7da0053a-b2ad-4c22-9226-7ceea3b780d9 HTTP/1.1" status: 204 len: 168 time: 0.3056805 Apr 12 11:15:32.164229 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e050ff-fc24-49d2-8efc-46c5a80cc451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da0053a-b2ad-4c22-9226-7ceea3b780d9,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:32.165017 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (610c2bb4-3c8e-4cd8-a7de-adad7187d73c), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.189104 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610c2bb4-3c8e-4cd8-a7de-adad7187d73c']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:32.198892 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8c2810-b29a-4f89-971b-edd5e8da94a7') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:32.199185 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8c2810-b29a-4f89-971b-edd5e8da94a7') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:32.212540 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (3a8c2810-b29a-4f89-971b-edd5e8da94a7), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.226412 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (3a8c2810-b29a-4f89-971b-edd5e8da94a7), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.232887 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:15:32.233268 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (3a8c2810-b29a-4f89-971b-edd5e8da94a7), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:15:32.234957 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:15:32.369107 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (610c2bb4-3c8e-4cd8-a7de-adad7187d73c), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.384286 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.388566 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] 10.222.0.59 "DELETE /v2.0/networks/610c2bb4-3c8e-4cd8-a7de-adad7187d73c HTTP/1.1" status: 204 len: 168 time: 0.3693109 Apr 12 11:15:32.389562 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa162b0-dde9-44ba-91f0-838ada80a9da admin admin] Pushing event deleted for resources: {'Network': ['ID=610c2bb4-3c8e-4cd8-a7de-adad7187d73c,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:32.762328 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43134) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:32.804546 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c6c4ebf5-d149-4114-abf3-d085ff8f56c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b62df75dc074772b133c61e95e2d89b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407739 Apr 12 11:15:32.807024 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43136) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:32.858055 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-af46c5a8-49a2-46a2-a592-a26bb3f7198e admin admin] Publish callbacks [] for security_group (fcf105ce-a400-4a90-85d9-12550914afe3), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.879506 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-af46c5a8-49a2-46a2-a592-a26bb3f7198e admin admin] Publish callbacks [] for security_group (fcf105ce-a400-4a90-85d9-12550914afe3), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:32.998529 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-af46c5a8-49a2-46a2-a592-a26bb3f7198e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (fcf105ce-a400-4a90-85d9-12550914afe3), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:33.000849 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-af46c5a8-49a2-46a2-a592-a26bb3f7198e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:33.002209 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-af46c5a8-49a2-46a2-a592-a26bb3f7198e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fcf105ce-a400-4a90-85d9-12550914afe3 HTTP/1.1" status: 204 len: 168 time: 0.1940308 Apr 12 11:15:33.016748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46c5a8-49a2-46a2-a592-a26bb3f7198e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf105ce-a400-4a90-85d9-12550914afe3,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:33.084649 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271978a8-2cd5-48b5-988a-7400d7b2f680 req-6ed8c979-2258-442e-b189-e0efff0f8c0e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:33.086193 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-271978a8-2cd5-48b5-988a-7400d7b2f680 req-6ed8c979-2258-442e-b189-e0efff0f8c0e tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0690939 Apr 12 11:15:33.137451 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-271978a8-2cd5-48b5-988a-7400d7b2f680 req-29908dff-f3e0-47dc-948d-fda5c6a60f08 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449240 Apr 12 11:15:33.225455 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c282253-0918-4fa7-8b9c-ac5dad2d0cd0 req-645ab04f-d417-4894-8a2b-a5596f89c2bf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:33.227010 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8c282253-0918-4fa7-8b9c-ac5dad2d0cd0 req-645ab04f-d417-4894-8a2b-a5596f89c2bf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0469384 Apr 12 11:15:33.282245 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8c282253-0918-4fa7-8b9c-ac5dad2d0cd0 req-03bc775a-65cf-4bb4-9c43-1f87c52bf51d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Apr 12 11:15:33.688235 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43164) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:33.728571 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-a83bfa76-abd9-4e22-96a5-e21aa968e7b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49a6c2b7a316433eac90ff3d477c40f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392411 Apr 12 11:15:33.731296 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43170) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:33.787032 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c5507ae-b255-4580-8251-5a87b7ba1c96 admin admin] Publish callbacks [] for security_group (4195fb50-78d3-4714-ac26-850fc71d4f65), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:33.812183 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c5507ae-b255-4580-8251-5a87b7ba1c96 admin admin] Publish callbacks [] for security_group (4195fb50-78d3-4714-ac26-850fc71d4f65), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:33.906405 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b18187a5-8b9b-4cc3-a0e1-fe240d59d90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:33.929087 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c5507ae-b255-4580-8251-5a87b7ba1c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (4195fb50-78d3-4714-ac26-850fc71d4f65), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:33.931836 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c5507ae-b255-4580-8251-5a87b7ba1c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:33.932989 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3c5507ae-b255-4580-8251-5a87b7ba1c96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4195fb50-78d3-4714-ac26-850fc71d4f65 HTTP/1.1" status: 204 len: 168 time: 0.2005501 Apr 12 11:15:33.941879 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5507ae-b255-4580-8251-5a87b7ba1c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4195fb50-78d3-4714-ac26-850fc71d4f65,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:34.265618 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08d982-2307-4ebf-b148-0f6268bf560e req-fe915169-734d-47a5-acee-109c59aca729 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:34.268001 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9d08d982-2307-4ebf-b148-0f6268bf560e req-fe915169-734d-47a5-acee-109c59aca729 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0501115 Apr 12 11:15:34.320322 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9d08d982-2307-4ebf-b148-0f6268bf560e req-765ca342-9ca8-4233-8307-0b7b456f8e99 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454247 Apr 12 11:15:34.404560 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51a1c3-99d2-4537-ba53-d77f71a1bfd1 req-7a2fac2b-fe02-4e13-af3f-c6f189b36a27 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:34.406045 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bd51a1c3-99d2-4537-ba53-d77f71a1bfd1 req-7a2fac2b-fe02-4e13-af3f-c6f189b36a27 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0495079 Apr 12 11:15:34.453119 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bd51a1c3-99d2-4537-ba53-d77f71a1bfd1 req-39ca1ea7-a6ac-4925-9629-f1ebbfd572ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Apr 12 11:15:35.059444 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:35.440191 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5133698-3e3b-4cd6-80f8-36a303e8fb20 req-92c97621-3a6a-4941-aaab-d502587b25ee tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:35.442651 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5133698-3e3b-4cd6-80f8-36a303e8fb20 req-92c97621-3a6a-4941-aaab-d502587b25ee tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0524449 Apr 12 11:15:35.502019 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5133698-3e3b-4cd6-80f8-36a303e8fb20 req-092b6d41-37b7-491c-ad88-27eea1c63bc0 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 Apr 12 11:15:35.596246 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f54fe-8bbc-4415-b517-b059884d22e9 req-150503bc-65e5-438c-97b4-03908f233f98 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:35.597756 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5b2f54fe-8bbc-4415-b517-b059884d22e9 req-150503bc-65e5-438c-97b4-03908f233f98 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0488408 Apr 12 11:15:35.647440 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5b2f54fe-8bbc-4415-b517-b059884d22e9 req-db6f77e1-30db-4177-b09d-3e6b5e5e40a4 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438957 Apr 12 11:15:35.956820 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43282) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:36.083056 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.107179 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bccf0097-7b9a-4bf2-ae00-18d4631aec95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.179199 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d531060-8ac8-422b-9278-814b91e00161 req-55ab61bc-356e-42da-9f18-bb6c97c51f94 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:36.180803 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1d531060-8ac8-422b-9278-814b91e00161 req-55ab61bc-356e-42da-9f18-bb6c97c51f94 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.52 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0534661 Apr 12 11:15:36.187156 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bccf0097-7b9a-4bf2-ae00-18d4631aec95 admin admin] Publish callbacks [] for security_group (f27b483a-225a-4d64-ab5b-a65ec4cbfd3c), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.300207 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bccf0097-7b9a-4bf2-ae00-18d4631aec95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (f27b483a-225a-4d64-ab5b-a65ec4cbfd3c), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.300672 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Deleting port 9d95c082-fc7b-4528-9545-da392b56fb38 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:36.301018 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.339774 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf0097-7b9a-4bf2-ae00-18d4631aec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b483a-225a-4d64-ab5b-a65ec4cbfd3c,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:36.347064 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-bccf0097-7b9a-4bf2-ae00-18d4631aec95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=caa045b2a46542bb8302c2729bb5f12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887379 Apr 12 11:15:36.347942 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43288) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:36.397887 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f350c087-b791-4737-8255-c8ccadf94cd9 admin admin] Publish callbacks [] for security_group (f27b483a-225a-4d64-ab5b-a65ec4cbfd3c), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.403702 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] For port 9d95c082-fc7b-4528-9545-da392b56fb38, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d95c082-fc7b-4528-9545-da392b56fb38,segment=NetworkSegment(3c7e80de-206c-430b-8d33-3c73e6f6ccc0),segment_id=3c7e80de-206c-430b-8d33-3c73e6f6ccc0)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:36.404071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.419931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f350c087-b791-4737-8255-c8ccadf94cd9 admin admin] Publish callbacks [] for security_group (f27b483a-225a-4d64-ab5b-a65ec4cbfd3c), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.420208 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Calling delete_port for 9d95c082-fc7b-4528-9545-da392b56fb38 owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:36.620915 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f350c087-b791-4737-8255-c8ccadf94cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (f27b483a-225a-4d64-ab5b-a65ec4cbfd3c), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.624995 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f350c087-b791-4737-8255-c8ccadf94cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:36.626392 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-f350c087-b791-4737-8255-c8ccadf94cd9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f27b483a-225a-4d64-ab5b-a65ec4cbfd3c HTTP/1.1" status: 204 len: 168 time: 0.2775247 Apr 12 11:15:36.651907 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1d9de-002d-4eae-aba0-db404d318963 req-671ed78c-250a-4427-8b85-9d6d88b55c8f tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:36.653768 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a5f1d9de-002d-4eae-aba0-db404d318963 req-671ed78c-250a-4427-8b85-9d6d88b55c8f tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 945 time: 0.0652399 Apr 12 11:15:36.667174 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350c087-b791-4737-8255-c8ccadf94cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b483a-225a-4d64-ab5b-a65ec4cbfd3c,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:36.790277 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a5f1d9de-002d-4eae-aba0-db404d318963 req-853e056a-ec4f-4807-bb9f-2a981f40141c tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/security-groups?id=288244b0-1054-41fe-9ffd-49220ae71784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291363 Apr 12 11:15:36.889207 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c88e-d22f-4f97-a17e-b20d7ce36271 req-48771b3a-e64e-4587-9015-b7105376e66f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:36.890779 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2c96c88e-d22f-4f97-a17e-b20d7ce36271 req-48771b3a-e64e-4587-9015-b7105376e66f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.1052902 Apr 12 11:15:36.944451 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2c96c88e-d22f-4f97-a17e-b20d7ce36271 req-4b0be249-0bf4-4967-bcaf-c5ed355dbfde tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479188 Apr 12 11:15:36.974829 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (9d95c082-fc7b-4528-9545-da392b56fb38), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.009171 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Pushing event deleted for resources: {'Port': ['ID=9d95c082-fc7b-4528-9545-da392b56fb38,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:37.082862 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] No DVR routers for this DVR port 9d95c082-fc7b-4528-9545-da392b56fb38 on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:15:37.086084 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.089444 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1d531060-8ac8-422b-9278-814b91e00161 req-67b0f4b8-7623-4e72-9414-d5d7e2bc8ff7 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.52 "DELETE /v2.0/ports/9d95c082-fc7b-4528-9545-da392b56fb38 HTTP/1.1" status: 204 len: 173 time: 0.9029138 Apr 12 11:15:37.089894 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df72e3eb-ebd4-447a-924b-ca67eb76bf65', 'name': 'network-vif-deleted', 'tag': '9d95c082-fc7b-4528-9545-da392b56fb38'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:37.092539 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfe147d-08e0-4fcc-b871-79f0a097af54" -d '{"events": [{"server_uuid": "df72e3eb-ebd4-447a-924b-ca67eb76bf65", "name": "network-vif-deleted", "tag": "9d95c082-fc7b-4528-9545-da392b56fb38"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:37.129184 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5c489a-ae8f-45a4-8fa4-b2eb3618fce9 x-openstack-request-id: req-5a5c489a-ae8f-45a4-8fa4-b2eb3618fce9 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:37.129507 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df72e3eb-ebd4-447a-924b-ca67eb76bf65", "name": "network-vif-deleted", "tag": "9d95c082-fc7b-4528-9545-da392b56fb38", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:37.129766 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a5c489a-ae8f-45a4-8fa4-b2eb3618fce9 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:37.130232 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5c489a-ae8f-45a4-8fa4-b2eb3618fce9'] response: {'server_uuid': 'df72e3eb-ebd4-447a-924b-ca67eb76bf65', 'name': 'network-vif-deleted', 'tag': '9d95c082-fc7b-4528-9545-da392b56fb38', 'status': 'completed', 'code': 200} Apr 12 11:15:37.362497 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43326) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:37.375192 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c60f911c-eccc-4e71-a92f-f07fbddec4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.448543 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c60f911c-eccc-4e71-a92f-f07fbddec4da admin admin] Publish callbacks [] for security_group (df7dd319-a088-494a-bead-6bc52865d201), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.512275 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c60f911c-eccc-4e71-a92f-f07fbddec4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (df7dd319-a088-494a-bead-6bc52865d201), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.551431 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c60f911c-eccc-4e71-a92f-f07fbddec4da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a128053893f436c98723d239c71df16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877980 Apr 12 11:15:37.553416 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f911c-eccc-4e71-a92f-f07fbddec4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7dd319-a088-494a-bead-6bc52865d201,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:37.554011 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43334) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:37.603953 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-287e3a3a-e783-4343-ae51-9b880c8bf638 admin admin] Publish callbacks [] for security_group (df7dd319-a088-494a-bead-6bc52865d201), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.626239 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-287e3a3a-e783-4343-ae51-9b880c8bf638 admin admin] Publish callbacks [] for security_group (df7dd319-a088-494a-bead-6bc52865d201), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.780512 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-287e3a3a-e783-4343-ae51-9b880c8bf638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (df7dd319-a088-494a-bead-6bc52865d201), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.783163 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-287e3a3a-e783-4343-ae51-9b880c8bf638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.784521 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-287e3a3a-e783-4343-ae51-9b880c8bf638 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df7dd319-a088-494a-bead-6bc52865d201 HTTP/1.1" status: 204 len: 168 time: 0.2294269 Apr 12 11:15:37.788688 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.797275 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e3a3a-e783-4343-ae51-9b880c8bf638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7dd319-a088-494a-bead-6bc52865d201,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:37.898780 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bc45a428-d633-4d06-aa44-5b5d0d35ecb2 req-0b61283e-3a5b-46cf-9255-d94406766a45 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0349879 Apr 12 11:15:38.074110 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782750-a36b-4e1a-a70f-3bc1f3998628 req-9b5921ac-4238-4328-8bda-1ab609f00580 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:38.085982 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a0782750-a36b-4e1a-a70f-3bc1f3998628 req-9b5921ac-4238-4328-8bda-1ab609f00580 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0579648 Apr 12 11:15:38.123535 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43366) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:38.141594 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a0782750-a36b-4e1a-a70f-3bc1f3998628 req-c20d948e-c7a8-4259-b9bf-1a7804693279 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569708 Apr 12 11:15:38.238154 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e1a042d1-9c16-4471-85f4-e2adeeed3a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.318419 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e1a042d1-9c16-4471-85f4-e2adeeed3a86 admin admin] Publish callbacks [] for security_group (e9fe84f3-213c-4ff5-b8c0-fe7b6158be3c), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.398932 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e1a042d1-9c16-4471-85f4-e2adeeed3a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (e9fe84f3-213c-4ff5-b8c0-fe7b6158be3c), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.436496 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a042d1-9c16-4471-85f4-e2adeeed3a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe84f3-213c-4ff5-b8c0-fe7b6158be3c,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:38.440825 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-e1a042d1-9c16-4471-85f4-e2adeeed3a86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e161c5e4b504b43af126dfc11916bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161252 Apr 12 11:15:38.443435 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43388) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:38.492259 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b823909a-e06b-46d5-b4ec-95f10d44c10d admin admin] Publish callbacks [] for security_group (e9fe84f3-213c-4ff5-b8c0-fe7b6158be3c), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.520794 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b823909a-e06b-46d5-b4ec-95f10d44c10d admin admin] Publish callbacks [] for security_group (e9fe84f3-213c-4ff5-b8c0-fe7b6158be3c), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.642355 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b823909a-e06b-46d5-b4ec-95f10d44c10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (e9fe84f3-213c-4ff5-b8c0-fe7b6158be3c), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.644902 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b823909a-e06b-46d5-b4ec-95f10d44c10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.646161 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-b823909a-e06b-46d5-b4ec-95f10d44c10d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9fe84f3-213c-4ff5-b8c0-fe7b6158be3c HTTP/1.1" status: 204 len: 168 time: 0.2017443 Apr 12 11:15:38.654355 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823909a-e06b-46d5-b4ec-95f10d44c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe84f3-213c-4ff5-b8c0-fe7b6158be3c,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:39.018337 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-404c3aba-97ca-4145-8a6f-3b3121cb4e7c req-418ae573-9d30-4a39-b81d-874b09a6e930 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0346839 Apr 12 11:15:39.257955 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65bb30-2780-422f-91da-f2a9c20685e0 req-8ce2b843-a0d3-4aa1-8593-d0defb463637 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:39.259939 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae65bb30-2780-422f-91da-f2a9c20685e0 req-8ce2b843-a0d3-4aa1-8593-d0defb463637 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0552454 Apr 12 11:15:39.311374 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae65bb30-2780-422f-91da-f2a9c20685e0 req-c22a062b-b0ab-4f7b-8de0-f60b9298c838 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Apr 12 11:15:39.314302 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43476) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:39.328360 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02a78181-adb2-433a-b8bb-095feab10cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:39.405688 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02a78181-adb2-433a-b8bb-095feab10cd1 admin admin] Publish callbacks [] for security_group (60a2427c-39d6-4725-9ac5-6c8e56ea34c4), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:39.494713 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02a78181-adb2-433a-b8bb-095feab10cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (60a2427c-39d6-4725-9ac5-6c8e56ea34c4), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:39.541071 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-02a78181-adb2-433a-b8bb-095feab10cd1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec1d53777b8e4fceb3071e53276ede3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207196 Apr 12 11:15:39.541071 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a78181-adb2-433a-b8bb-095feab10cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2427c-39d6-4725-9ac5-6c8e56ea34c4,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:39.541325 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43482) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:39.586016 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fe8319c-3f7a-4d34-acd4-887e5c0836af admin admin] Publish callbacks [] for security_group (60a2427c-39d6-4725-9ac5-6c8e56ea34c4), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:39.606951 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fe8319c-3f7a-4d34-acd4-887e5c0836af admin admin] Publish callbacks [] for security_group (60a2427c-39d6-4725-9ac5-6c8e56ea34c4), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:39.790744 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fe8319c-3f7a-4d34-acd4-887e5c0836af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (60a2427c-39d6-4725-9ac5-6c8e56ea34c4), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:39.793984 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fe8319c-3f7a-4d34-acd4-887e5c0836af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:39.795138 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-1fe8319c-3f7a-4d34-acd4-887e5c0836af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60a2427c-39d6-4725-9ac5-6c8e56ea34c4 HTTP/1.1" status: 204 len: 168 time: 0.2554982 Apr 12 11:15:39.803180 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8319c-3f7a-4d34-acd4-887e5c0836af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2427c-39d6-4725-9ac5-6c8e56ea34c4,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:39.883168 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['9d95c082-fc7b-4528-9545-da392b56fb38'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:15:40.129120 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e05735ee-47ef-4e54-8679-3eae1789c14d req-27e9a42a-5a36-4535-bc2e-41c83000f156 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0317030 Apr 12 11:15:40.424829 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e735e0-cdff-4ae2-8880-8b8189188340 req-f79d1fee-ef66-4442-9187-3657e2f26c35 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:40.426280 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b9e735e0-cdff-4ae2-8880-8b8189188340 req-f79d1fee-ef66-4442-9187-3657e2f26c35 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0465395 Apr 12 11:15:40.473968 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b9e735e0-cdff-4ae2-8880-8b8189188340 req-4712db26-1d7c-4a43-8097-06c094da8463 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Apr 12 11:15:41.233514 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7c659ab8-5ece-46f7-b7d2-71d7c1a55f59 req-b7003788-3a77-46d5-bbc6-2acd6ee51548 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0294220 Apr 12 11:15:41.592387 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0a95a-6368-47a5-bc3b-69794ac6f99c req-b229290a-40fb-4305-be6f-e068ab217924 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:41.593851 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e5a0a95a-6368-47a5-bc3b-69794ac6f99c req-b229290a-40fb-4305-be6f-e068ab217924 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0546083 Apr 12 11:15:41.648675 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e5a0a95a-6368-47a5-bc3b-69794ac6f99c req-603a54fd-8d24-41ac-950d-9fd0ac9a054d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493133 Apr 12 11:15:41.880175 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 9d95c082-fc7b-4528-9545-da392b56fb38 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:41.902638 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 9d95c082-fc7b-4528-9545-da392b56fb38 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:41.903118 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 9d95c082-fc7b-4528-9545-da392b56fb38 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:42.341639 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6677543-1370-4292-9d84-aae9536bdf44 req-f8974087-1194-4f23-8bee-3fb7e2acd158 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0279374 Apr 12 11:15:42.775915 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca61682-60ad-4f4f-8ea2-6b17f5fef2fc req-01324730-d181-4844-8aaf-771c3ded02cd tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:42.777530 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1ca61682-60ad-4f4f-8ea2-6b17f5fef2fc req-01324730-d181-4844-8aaf-771c3ded02cd tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0478575 Apr 12 11:15:42.826438 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1ca61682-60ad-4f4f-8ea2-6b17f5fef2fc req-81af9951-1268-4927-ab88-5ac8d6eda9e9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426686 Apr 12 11:15:43.350393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43628) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:43.445968 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-114339d0-c90d-4c86-8892-36b8caa06129 req-13944c5b-c831-4cca-868a-ccad7052fde9 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0273876 Apr 12 11:15:43.467061 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78e1017b-62c8-4979-bedf-2f09d71df8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.526082 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43638) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:43.544132 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78e1017b-62c8-4979-bedf-2f09d71df8b5 admin admin] Publish callbacks [] for security_group (0eb65332-7023-45af-a2d0-9b004f305539), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.620981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78e1017b-62c8-4979-bedf-2f09d71df8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0eb65332-7023-45af-a2d0-9b004f305539), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.636915 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9038c5fb-8289-4d1a-a5b3-61e5350aef72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.660604 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-78e1017b-62c8-4979-bedf-2f09d71df8b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aae6727351d243c59fca49271ff7b71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091354 Apr 12 11:15:43.662521 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1017b-62c8-4979-bedf-2f09d71df8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb65332-7023-45af-a2d0-9b004f305539,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:43.663315 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43644) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:43.742323 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f5920270-395c-49c5-864d-49dd2851f828 admin admin] Publish callbacks [] for security_group (0eb65332-7023-45af-a2d0-9b004f305539), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.763534 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9038c5fb-8289-4d1a-a5b3-61e5350aef72 admin admin] Publish callbacks [] for security_group (73ccc844-2ad8-4e11-9875-b5eb48f3f73a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.774320 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f5920270-395c-49c5-864d-49dd2851f828 admin admin] Publish callbacks [] for security_group (0eb65332-7023-45af-a2d0-9b004f305539), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.854920 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9038c5fb-8289-4d1a-a5b3-61e5350aef72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (73ccc844-2ad8-4e11-9875-b5eb48f3f73a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.890289 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f5920270-395c-49c5-864d-49dd2851f828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0eb65332-7023-45af-a2d0-9b004f305539), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.892774 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f5920270-395c-49c5-864d-49dd2851f828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.896558 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-f5920270-395c-49c5-864d-49dd2851f828 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0eb65332-7023-45af-a2d0-9b004f305539 HTTP/1.1" status: 204 len: 168 time: 0.2296574 Apr 12 11:15:43.904950 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-9038c5fb-8289-4d1a-a5b3-61e5350aef72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c9c916f28e34317acc4a6936d88638e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723705 Apr 12 11:15:43.904950 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038c5fb-8289-4d1a-a5b3-61e5350aef72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ccc844-2ad8-4e11-9875-b5eb48f3f73a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:43.905177 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43652) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:43.924664 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5920270-395c-49c5-864d-49dd2851f828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb65332-7023-45af-a2d0-9b004f305539,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:43.960826 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926af83-6246-4a97-ab55-23e60136ddf8 req-0be6babe-fc1e-41f4-ab67-a493671010ca tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:43.962340 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4926af83-6246-4a97-ab55-23e60136ddf8 req-0be6babe-fc1e-41f4-ab67-a493671010ca tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0700343 Apr 12 11:15:44.030081 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9ca0-b833-424a-a912-b4ab397bd941 admin admin] Publish callbacks [] for security_group (73ccc844-2ad8-4e11-9875-b5eb48f3f73a), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.037617 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4926af83-6246-4a97-ab55-23e60136ddf8 req-d611169f-b70a-4d34-bc71-d11c7684906b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689240 Apr 12 11:15:44.058194 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9ca0-b833-424a-a912-b4ab397bd941 admin admin] Publish callbacks [] for security_group (73ccc844-2ad8-4e11-9875-b5eb48f3f73a), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.163327 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9ca0-b833-424a-a912-b4ab397bd941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (73ccc844-2ad8-4e11-9875-b5eb48f3f73a), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.165880 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9ca0-b833-424a-a912-b4ab397bd941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.167038 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0d4e9ca0-b833-424a-a912-b4ab397bd941 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73ccc844-2ad8-4e11-9875-b5eb48f3f73a HTTP/1.1" status: 204 len: 168 time: 0.2611015 Apr 12 11:15:44.175563 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e9ca0-b833-424a-a912-b4ab397bd941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ccc844-2ad8-4e11-9875-b5eb48f3f73a,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:44.407006 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43658) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:44.420649 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e030873b-45c9-4d15-9467-e19d955f0446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.495094 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e030873b-45c9-4d15-9467-e19d955f0446 admin admin] Publish callbacks [] for security_group (a2aba739-7d21-4ef0-ba6b-70f1b5be495e), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.558112 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-87d743be-98d3-495e-85e9-74525e424055 req-99f945bf-bf81-440d-afed-61131e903df6 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0290058 Apr 12 11:15:44.563517 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e030873b-45c9-4d15-9467-e19d955f0446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a2aba739-7d21-4ef0-ba6b-70f1b5be495e), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.605222 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e030873b-45c9-4d15-9467-e19d955f0446 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=144f381b65f8454e92485ec48b5d9f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971200 Apr 12 11:15:44.608724 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43668) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:44.611022 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030873b-45c9-4d15-9467-e19d955f0446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aba739-7d21-4ef0-ba6b-70f1b5be495e,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:44.661109 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5991101f-72d8-41f9-abfa-a3dda11cfad3 admin admin] Publish callbacks [] for security_group (a2aba739-7d21-4ef0-ba6b-70f1b5be495e), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.682972 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5991101f-72d8-41f9-abfa-a3dda11cfad3 admin admin] Publish callbacks [] for security_group (a2aba739-7d21-4ef0-ba6b-70f1b5be495e), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.814610 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5991101f-72d8-41f9-abfa-a3dda11cfad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a2aba739-7d21-4ef0-ba6b-70f1b5be495e), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.817281 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5991101f-72d8-41f9-abfa-a3dda11cfad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.818460 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-5991101f-72d8-41f9-abfa-a3dda11cfad3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2aba739-7d21-4ef0-ba6b-70f1b5be495e HTTP/1.1" status: 204 len: 168 time: 0.2087216 Apr 12 11:15:44.826866 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991101f-72d8-41f9-abfa-a3dda11cfad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aba739-7d21-4ef0-ba6b-70f1b5be495e,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:44.867123 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43672) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:44.881351 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da7de798-33f5-4672-a1ad-237f29d65739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.967363 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da7de798-33f5-4672-a1ad-237f29d65739 admin admin] Publish callbacks [] for security_group (406e87fb-3451-43d1-b244-b4a987cc1411), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.093321 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da7de798-33f5-4672-a1ad-237f29d65739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (406e87fb-3451-43d1-b244-b4a987cc1411), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.129923 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-da7de798-33f5-4672-a1ad-237f29d65739 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92517e8bd21f444dbf7427ab0e52c6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614403 Apr 12 11:15:45.132734 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43678) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:45.138698 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7de798-33f5-4672-a1ad-237f29d65739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406e87fb-3451-43d1-b244-b4a987cc1411,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:45.171975 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2adc5-7a3a-4f8d-b14f-32471550eb28 req-cc37b653-52c2-4ff3-9d6c-08b5b1f27be8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:45.173504 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-82b2adc5-7a3a-4f8d-b14f-32471550eb28 req-cc37b653-52c2-4ff3-9d6c-08b5b1f27be8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0659900 Apr 12 11:15:45.189502 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3539-dfb4-4c78-8b04-664a189908cc admin admin] Publish callbacks [] for security_group (406e87fb-3451-43d1-b244-b4a987cc1411), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.213591 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3539-dfb4-4c78-8b04-664a189908cc admin admin] Publish callbacks [] for security_group (406e87fb-3451-43d1-b244-b4a987cc1411), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.229324 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-82b2adc5-7a3a-4f8d-b14f-32471550eb28 req-4c25878e-2afc-4b1b-81f5-7c97ac2bed7f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499127 Apr 12 11:15:45.350577 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3539-dfb4-4c78-8b04-664a189908cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (406e87fb-3451-43d1-b244-b4a987cc1411), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.353200 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3539-dfb4-4c78-8b04-664a189908cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.354396 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-8f6d3539-dfb4-4c78-8b04-664a189908cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/406e87fb-3451-43d1-b244-b4a987cc1411 HTTP/1.1" status: 204 len: 168 time: 0.2207663 Apr 12 11:15:45.363247 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d3539-dfb4-4c78-8b04-664a189908cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406e87fb-3451-43d1-b244-b4a987cc1411,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:45.681337 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1f18960c-66ea-4c62-8583-c271e2b9885d req-014c07ba-9466-47c5-b186-46eb2c4e6511 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0371745 Apr 12 11:15:46.362377 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6ea66-e535-43f8-a69d-1c8792bc16c2 req-5a876bb6-4541-4a04-9aaa-0928de39f338 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:46.363852 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f2c6ea66-e535-43f8-a69d-1c8792bc16c2 req-5a876bb6-4541-4a04-9aaa-0928de39f338 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0481787 Apr 12 11:15:46.423311 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f2c6ea66-e535-43f8-a69d-1c8792bc16c2 req-a54811a6-7744-4bda-8fd3-37b1eeb2b565 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Apr 12 11:15:46.800614 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4151ed3a-55de-4ce9-b4cf-fec3ce3a1929 req-d01ff123-3468-4b69-86c3-7e6f55f4b77d tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0298011 Apr 12 11:15:47.387402 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43776) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:47.497233 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bff42412-0d8a-44bb-82ad-1c41a1dc5302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.555924 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92338ba-c7ba-4315-8c35-2593f969f794 req-2ae568b0-42d6-42b9-87cb-00f258c95e3c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:47.558481 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d92338ba-c7ba-4315-8c35-2593f969f794 req-2ae568b0-42d6-42b9-87cb-00f258c95e3c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0557311 Apr 12 11:15:47.589679 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bff42412-0d8a-44bb-82ad-1c41a1dc5302 admin admin] Publish callbacks [] for security_group (18ac6774-5935-4f5b-8667-a39722f12515), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.609381 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d92338ba-c7ba-4315-8c35-2593f969f794 req-99136281-5326-4bb1-8631-88ea0a0d6bf1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456996 Apr 12 11:15:47.689302 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bff42412-0d8a-44bb-82ad-1c41a1dc5302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (18ac6774-5935-4f5b-8667-a39722f12515), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.732773 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff42412-0d8a-44bb-82ad-1c41a1dc5302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac6774-5935-4f5b-8667-a39722f12515,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:47.737222 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-bff42412-0d8a-44bb-82ad-1c41a1dc5302 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b6661320ff5492ab336dd9470057670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487859 Apr 12 11:15:47.740039 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43792) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:47.794568 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dd55e1a5-83b2-4472-b274-d53003f1f16c admin admin] Publish callbacks [] for security_group (18ac6774-5935-4f5b-8667-a39722f12515), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.818106 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dd55e1a5-83b2-4472-b274-d53003f1f16c admin admin] Publish callbacks [] for security_group (18ac6774-5935-4f5b-8667-a39722f12515), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.909594 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-50f1b7bf-8d60-40fe-9523-522c3a9a59af req-7c2b99be-63cc-4a6a-9f9e-ebeb7ef1f740 tempest-DeleteServersTestJSON-1107932833 tempest-DeleteServersTestJSON-1107932833-project] 10.222.0.59 "GET /v2.0/ports?device_id=df72e3eb-ebd4-447a-924b-ca67eb76bf65 HTTP/1.1" status: 200 len: 210 time: 0.0283639 Apr 12 11:15:47.952032 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dd55e1a5-83b2-4472-b274-d53003f1f16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (18ac6774-5935-4f5b-8667-a39722f12515), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.955131 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dd55e1a5-83b2-4472-b274-d53003f1f16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.956600 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-dd55e1a5-83b2-4472-b274-d53003f1f16c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18ac6774-5935-4f5b-8667-a39722f12515 HTTP/1.1" status: 204 len: 168 time: 0.2140303 Apr 12 11:15:47.965958 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55e1a5-83b2-4472-b274-d53003f1f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac6774-5935-4f5b-8667-a39722f12515,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:48.629510 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43826) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:48.644931 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b5feaf34-b875-489f-94f9-a28e6cf51f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:48.732319 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db326bc8-1571-4d6f-a597-b89955b2f93a req-c5b9f95a-f20f-432f-b807-42b089ed24c1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:48.733805 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-db326bc8-1571-4d6f-a597-b89955b2f93a req-c5b9f95a-f20f-432f-b807-42b089ed24c1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0526922 Apr 12 11:15:48.799968 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-db326bc8-1571-4d6f-a597-b89955b2f93a req-67448bc4-a92c-4bb6-bd50-e4f62ffd0aa8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581529 Apr 12 11:15:48.816207 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b5feaf34-b875-489f-94f9-a28e6cf51f99 admin admin] Publish callbacks [] for security_group (476712a7-89e9-481d-bcec-5f56b800ee15), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:48.826330 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43836) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:48.865932 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b5feaf34-b875-489f-94f9-a28e6cf51f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (476712a7-89e9-481d-bcec-5f56b800ee15), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:48.906236 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-b5feaf34-b875-489f-94f9-a28e6cf51f99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f11653c0ae594c69be8847839ac45070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754607 Apr 12 11:15:48.907450 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feaf34-b875-489f-94f9-a28e6cf51f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476712a7-89e9-481d-bcec-5f56b800ee15,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:48.909738 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43840) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:48.940294 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d596be06-753b-46ab-b03e-6ce38b5aebf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:48.971452 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97a1d0cf-4934-4dd5-8511-742d8f43bf1e admin admin] Publish callbacks [] for security_group (476712a7-89e9-481d-bcec-5f56b800ee15), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.004907 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97a1d0cf-4934-4dd5-8511-742d8f43bf1e admin admin] Publish callbacks [] for security_group (476712a7-89e9-481d-bcec-5f56b800ee15), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.024174 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d596be06-753b-46ab-b03e-6ce38b5aebf7 admin admin] Publish callbacks [] for security_group (0dca940d-1270-4a5f-ade8-257e03001ec6), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.083731 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d596be06-753b-46ab-b03e-6ce38b5aebf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0dca940d-1270-4a5f-ade8-257e03001ec6), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.126543 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-d596be06-753b-46ab-b03e-6ce38b5aebf7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=655aa69325fc47b38614059624119303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990794 Apr 12 11:15:49.127380 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43852) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:49.128011 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596be06-753b-46ab-b03e-6ce38b5aebf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca940d-1270-4a5f-ade8-257e03001ec6,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:49.135405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97a1d0cf-4934-4dd5-8511-742d8f43bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (476712a7-89e9-481d-bcec-5f56b800ee15), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.142149 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-97a1d0cf-4934-4dd5-8511-742d8f43bf1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.142149 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-97a1d0cf-4934-4dd5-8511-742d8f43bf1e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/476712a7-89e9-481d-bcec-5f56b800ee15 HTTP/1.1" status: 204 len: 168 time: 0.2279754 Apr 12 11:15:49.156112 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1d0cf-4934-4dd5-8511-742d8f43bf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476712a7-89e9-481d-bcec-5f56b800ee15,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:49.202931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9959-7307-4cb8-b185-0355d97c3078 admin admin] Publish callbacks [] for security_group (0dca940d-1270-4a5f-ade8-257e03001ec6), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.226539 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9959-7307-4cb8-b185-0355d97c3078 admin admin] Publish callbacks [] for security_group (0dca940d-1270-4a5f-ade8-257e03001ec6), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.323614 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9959-7307-4cb8-b185-0355d97c3078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0dca940d-1270-4a5f-ade8-257e03001ec6), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.326367 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d6ed9959-7307-4cb8-b185-0355d97c3078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.327688 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-d6ed9959-7307-4cb8-b185-0355d97c3078 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0dca940d-1270-4a5f-ade8-257e03001ec6 HTTP/1.1" status: 204 len: 168 time: 0.1989474 Apr 12 11:15:49.336035 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed9959-7307-4cb8-b185-0355d97c3078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca940d-1270-4a5f-ade8-257e03001ec6,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:49.926884 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee546-4004-4666-bb25-006c019c163c req-1f10c860-1f4e-44a5-9c05-829638e22e59 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:49.928962 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46dee546-4004-4666-bb25-006c019c163c req-1f10c860-1f4e-44a5-9c05-829638e22e59 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0558479 Apr 12 11:15:49.989976 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46dee546-4004-4666-bb25-006c019c163c req-c2da7f88-267c-4fc3-8221-284fd1bab5a3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503762 Apr 12 11:15:50.129611 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43914) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:50.144657 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48e531bb-af42-4940-b06d-198247781c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.235519 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48e531bb-af42-4940-b06d-198247781c85 admin admin] Publish callbacks [] for security_group (18b0ac6d-1943-49e5-b8ec-495411d74cb0), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.309773 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48e531bb-af42-4940-b06d-198247781c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (18b0ac6d-1943-49e5-b8ec-495411d74cb0), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.363957 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-48e531bb-af42-4940-b06d-198247781c85 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cbb6695ed64f452da3f7943072f90ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306471 Apr 12 11:15:50.365617 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43936) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:50.375810 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e531bb-af42-4940-b06d-198247781c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b0ac6d-1943-49e5-b8ec-495411d74cb0,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:50.443474 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0534af9b-4690-495e-9a09-2b310ad47d47 admin admin] Publish callbacks [] for security_group (18b0ac6d-1943-49e5-b8ec-495411d74cb0), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.484172 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0534af9b-4690-495e-9a09-2b310ad47d47 admin admin] Publish callbacks [] for security_group (18b0ac6d-1943-49e5-b8ec-495411d74cb0), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.525810 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43952) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:50.597683 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-631e1406-7df8-4e93-83d1-1a5623894fc4 admin admin] Deleting subnet abb1ab93-6682-46ae-b636-9859d2ddd00e {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:15:50.600971 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-631e1406-7df8-4e93-83d1-1a5623894fc4 admin admin] Publish callbacks [] for subnet (abb1ab93-6682-46ae-b636-9859d2ddd00e), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.639241 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-631e1406-7df8-4e93-83d1-1a5623894fc4 admin admin] Publish callbacks [] for subnet (abb1ab93-6682-46ae-b636-9859d2ddd00e), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.644967 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-631e1406-7df8-4e93-83d1-1a5623894fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (abb1ab93-6682-46ae-b636-9859d2ddd00e), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.683264 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0534af9b-4690-495e-9a09-2b310ad47d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (18b0ac6d-1943-49e5-b8ec-495411d74cb0), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.686396 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0534af9b-4690-495e-9a09-2b310ad47d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.687657 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-0534af9b-4690-495e-9a09-2b310ad47d47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18b0ac6d-1943-49e5-b8ec-495411d74cb0 HTTP/1.1" status: 204 len: 168 time: 0.3180861 Apr 12 11:15:50.699057 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534af9b-4690-495e-9a09-2b310ad47d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b0ac6d-1943-49e5-b8ec-495411d74cb0,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:50.827244 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-631e1406-7df8-4e93-83d1-1a5623894fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for subnet (abb1ab93-6682-46ae-b636-9859d2ddd00e), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.858068 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e1406-7df8-4e93-83d1-1a5623894fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb1ab93-6682-46ae-b636-9859d2ddd00e,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:50.861234 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-631e1406-7df8-4e93-83d1-1a5623894fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.866076 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-631e1406-7df8-4e93-83d1-1a5623894fc4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/abb1ab93-6682-46ae-b636-9859d2ddd00e HTTP/1.1" status: 204 len: 168 time: 0.3391106 Apr 12 11:15:50.868515 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43962) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:50.945677 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (40ee67b6-9178-4976-8d72-a6c28f59e76f), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.065047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (40ee67b6-9178-4976-8d72-a6c28f59e76f), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.113728 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.114120 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.114917 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.115252 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > port after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.115576 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.115895 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > port after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.116215 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.116537 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.116975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.117305 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.128653 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43972) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.149634 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b7edc-d322-461c-a23d-2b9fccbfda5e req-01260e8b-d5ef-43b0-b114-4ae0653aa3ed tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:51.151569 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-381b7edc-d322-461c-a23d-2b9fccbfda5e req-01260e8b-d5ef-43b0-b114-4ae0653aa3ed tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0787439 Apr 12 11:15:51.152036 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 43976) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.210207 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-381b7edc-d322-461c-a23d-2b9fccbfda5e req-c6fa6e24-6849-4c6a-a227-d3c77b2779b8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Apr 12 11:15:51.217774 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.218328 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.218819 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.219155 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:15:51.219540 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ee67b6-9178-4976-8d72-a6c28f59e76f']}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:51.238155 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7e80de-206c-430b-8d33-3c73e6f6ccc0') {'for_net_delete': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:51.238463 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7e80de-206c-430b-8d33-3c73e6f6ccc0') {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:51.255652 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347845'] for segment (3c7e80de-206c-430b-8d33-3c73e6f6ccc0), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.269900 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4e9a59b0-e7ee-4a91-9181-35b776fb601f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.280092 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (3c7e80de-206c-430b-8d33-3c73e6f6ccc0), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.289816 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:15:51.290486 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26284553'] for segment (3c7e80de-206c-430b-8d33-3c73e6f6ccc0), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: from cryptography.utils import int_from_bytes Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: from cryptography.utils import int_from_bytes Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: Traceback (most recent call last): Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: timer() Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: cb(*args, **kw) Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: return func(*args, **kwargs) Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: self._notify() Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: self.callback(batched_events) Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: event.method(event) Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: return f(self, *a, **k) Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._get(url).json() Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: return self.request(url, 'GET', **kwargs) Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:15:51.295044 dv-cinder-830091-4-iscsi neutron-server[103887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:15:51.354551 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4e9a59b0-e7ee-4a91-9181-35b776fb601f admin admin] Publish callbacks [] for security_group (ab586afa-8a93-4ae5-ae9e-1f53bbfece92), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.437909 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (40ee67b6-9178-4976-8d72-a6c28f59e76f), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.438096 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3186fafe-88d3-48a4-99cf-64e1649c8eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.445583 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.450311 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] 10.222.0.59 "DELETE /v2.0/networks/40ee67b6-9178-4976-8d72-a6c28f59e76f HTTP/1.1" status: 204 len: 168 time: 0.5793817 Apr 12 11:15:51.472139 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.476462 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36509f28-ff7a-49d5-a126-1ce3170fc920 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ee67b6-9178-4976-8d72-a6c28f59e76f,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:51.481888 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4e9a59b0-e7ee-4a91-9181-35b776fb601f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ab586afa-8a93-4ae5-ae9e-1f53bbfece92), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.541431 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-4e9a59b0-e7ee-4a91-9181-35b776fb601f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6830d71ebeb54549ac129fea2ed82fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4117320 Apr 12 11:15:51.544926 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43990) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.547794 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a59b0-e7ee-4a91-9181-35b776fb601f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab586afa-8a93-4ae5-ae9e-1f53bbfece92,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:51.581886 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3186fafe-88d3-48a4-99cf-64e1649c8eb6 admin admin] Publish callbacks [] for security_group (0427365f-c662-4f34-ba0b-0335d1d267ca), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.599488 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5f118ca6-120c-4ff7-acd4-e75b508c1b35 admin admin] Publish callbacks [] for security_group (ab586afa-8a93-4ae5-ae9e-1f53bbfece92), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.622026 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5f118ca6-120c-4ff7-acd4-e75b508c1b35 admin admin] Publish callbacks [] for security_group (ab586afa-8a93-4ae5-ae9e-1f53bbfece92), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.700972 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3186fafe-88d3-48a4-99cf-64e1649c8eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0427365f-c662-4f34-ba0b-0335d1d267ca), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.739990 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3186fafe-88d3-48a4-99cf-64e1649c8eb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91f90bc36e784299ae22c601e663daaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5834048 Apr 12 11:15:51.740829 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186fafe-88d3-48a4-99cf-64e1649c8eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0427365f-c662-4f34-ba0b-0335d1d267ca,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:51.743634 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 43994) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.793751 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5f118ca6-120c-4ff7-acd4-e75b508c1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ab586afa-8a93-4ae5-ae9e-1f53bbfece92), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.796262 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5f118ca6-120c-4ff7-acd4-e75b508c1b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.797409 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-5f118ca6-120c-4ff7-acd4-e75b508c1b35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab586afa-8a93-4ae5-ae9e-1f53bbfece92 HTTP/1.1" status: 204 len: 168 time: 0.2512567 Apr 12 11:15:51.799761 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-168a1eb1-b408-452e-bf46-324bbcd64fac admin admin] Publish callbacks [] for security_group (0427365f-c662-4f34-ba0b-0335d1d267ca), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.808191 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f118ca6-120c-4ff7-acd4-e75b508c1b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab586afa-8a93-4ae5-ae9e-1f53bbfece92,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:51.827565 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:15:51.831263 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-168a1eb1-b408-452e-bf46-324bbcd64fac admin admin] Publish callbacks [] for security_group (0427365f-c662-4f34-ba0b-0335d1d267ca), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.951156 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44004) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.966530 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-168a1eb1-b408-452e-bf46-324bbcd64fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0427365f-c662-4f34-ba0b-0335d1d267ca), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.969682 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-168a1eb1-b408-452e-bf46-324bbcd64fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.974123 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-168a1eb1-b408-452e-bf46-324bbcd64fac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0427365f-c662-4f34-ba0b-0335d1d267ca HTTP/1.1" status: 204 len: 168 time: 0.2264037 Apr 12 11:15:51.990989 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a1eb1-b408-452e-bf46-324bbcd64fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0427365f-c662-4f34-ba0b-0335d1d267ca,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:52.025817 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-f033caa8-4864-4577-aa48-b7e3ce773ebe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a0f3226182b457b869cb2ca52938d47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0734413 Apr 12 11:15:52.028433 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44012) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:52.079842 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab6d18a1-04c8-4a5b-afdd-e4631c358af3 admin admin] Publish callbacks [] for security_group (288244b0-1054-41fe-9ffd-49220ae71784), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.103124 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab6d18a1-04c8-4a5b-afdd-e4631c358af3 admin admin] Publish callbacks [] for security_group (288244b0-1054-41fe-9ffd-49220ae71784), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.209126 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab6d18a1-04c8-4a5b-afdd-e4631c358af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (288244b0-1054-41fe-9ffd-49220ae71784), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.212140 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab6d18a1-04c8-4a5b-afdd-e4631c358af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.213422 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ab6d18a1-04c8-4a5b-afdd-e4631c358af3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/288244b0-1054-41fe-9ffd-49220ae71784 HTTP/1.1" status: 204 len: 168 time: 0.1838565 Apr 12 11:15:52.222926 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d18a1-04c8-4a5b-afdd-e4631c358af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288244b0-1054-41fe-9ffd-49220ae71784,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:52.336120 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4cbbc-7ec8-4586-a892-e87284213d33 req-6cccf628-3ef4-4168-bb62-51d3dc39134b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:52.337704 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-afe4cbbc-7ec8-4586-a892-e87284213d33 req-6cccf628-3ef4-4168-bb62-51d3dc39134b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0528262 Apr 12 11:15:52.392706 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-afe4cbbc-7ec8-4586-a892-e87284213d33 req-bc800500-017b-46f5-9850-86626c1f8bf4 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Apr 12 11:15:52.450033 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd3791-4612-4f2e-b4b3-d01ec6c0e5f4 req-3f798e86-8944-4e31-8a42-b600814c4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:52.451512 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a4fd3791-4612-4f2e-b4b3-d01ec6c0e5f4 req-3f798e86-8944-4e31-8a42-b600814c4710 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1130 time: 0.0421758 Apr 12 11:15:52.497679 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a4fd3791-4612-4f2e-b4b3-d01ec6c0e5f4 req-a50cda94-784d-4e8b-a21b-fb30ee0d0437 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Apr 12 11:15:52.556187 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44024) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:52.570130 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f326fb7-b5db-4d4e-aeb0-ad20792907c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.671449 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f326fb7-b5db-4d4e-aeb0-ad20792907c7 admin admin] Publish callbacks [] for security_group (252248cf-4cc2-43e3-93d2-604efafd1158), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.831293 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f326fb7-b5db-4d4e-aeb0-ad20792907c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (252248cf-4cc2-43e3-93d2-604efafd1158), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.870148 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f326fb7-b5db-4d4e-aeb0-ad20792907c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252248cf-4cc2-43e3-93d2-604efafd1158,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:52.879874 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-6f326fb7-b5db-4d4e-aeb0-ad20792907c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94c2fa38f764476896b490e49cf40b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191514 Apr 12 11:15:52.880586 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44032) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:52.932936 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-537dee21-c703-4f19-8439-5557c1a01588 admin admin] Publish callbacks [] for security_group (252248cf-4cc2-43e3-93d2-604efafd1158), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:52.959936 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-537dee21-c703-4f19-8439-5557c1a01588 admin admin] Publish callbacks [] for security_group (252248cf-4cc2-43e3-93d2-604efafd1158), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:53.112164 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-537dee21-c703-4f19-8439-5557c1a01588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (252248cf-4cc2-43e3-93d2-604efafd1158), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:53.114782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-537dee21-c703-4f19-8439-5557c1a01588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:53.118807 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-537dee21-c703-4f19-8439-5557c1a01588 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/252248cf-4cc2-43e3-93d2-604efafd1158 HTTP/1.1" status: 204 len: 168 time: 0.2348950 Apr 12 11:15:53.126503 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dee21-c703-4f19-8439-5557c1a01588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252248cf-4cc2-43e3-93d2-604efafd1158,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:53.516768 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3d22-97f4-4b4f-aab7-d248b4da557e req-7951d6a0-1e9a-4e6c-aa27-81163a90125a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:53.518298 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d6da3d22-97f4-4b4f-aab7-d248b4da557e req-7951d6a0-1e9a-4e6c-aa27-81163a90125a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0488105 Apr 12 11:15:53.568637 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d6da3d22-97f4-4b4f-aab7-d248b4da557e req-07a80b0c-ced5-4c50-9cc8-b956068af533 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Apr 12 11:15:53.933678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44078) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:54.102060 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5a65da71-5c5f-4582-9f0e-5f030ac62111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:54.195591 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5a65da71-5c5f-4582-9f0e-5f030ac62111 admin admin] Publish callbacks [] for security_group (e824d053-cbc3-4175-9aaf-0d18f5388ee5), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:54.490897 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5a65da71-5c5f-4582-9f0e-5f030ac62111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (e824d053-cbc3-4175-9aaf-0d18f5388ee5), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:54.542214 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5a65da71-5c5f-4582-9f0e-5f030ac62111 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8eb3a59b90c54025816b9a4328b981c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6067879 Apr 12 11:15:54.544432 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65da71-5c5f-4582-9f0e-5f030ac62111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824d053-cbc3-4175-9aaf-0d18f5388ee5,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:54.545760 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44110) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:54.615111 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0b6de545-20da-4e37-bb51-2e0259bc9299 admin admin] Publish callbacks [] for security_group (e824d053-cbc3-4175-9aaf-0d18f5388ee5), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:54.648919 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0b6de545-20da-4e37-bb51-2e0259bc9299 admin admin] Publish callbacks [] for security_group (e824d053-cbc3-4175-9aaf-0d18f5388ee5), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:54.719200 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44120) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:54.740187 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfb982-2be8-454a-83a3-e111225930d9 req-0ea9cc00-b809-44bf-859d-cee2fa9a71ac tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:54.741680 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-78dfb982-2be8-454a-83a3-e111225930d9 req-0ea9cc00-b809-44bf-859d-cee2fa9a71ac tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0823772 Apr 12 11:15:54.827403 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-78dfb982-2be8-454a-83a3-e111225930d9 req-4d88a26c-3133-45b9-83da-5f7cbeaf96ca tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578477 Apr 12 11:15:54.831017 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0b6de545-20da-4e37-bb51-2e0259bc9299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (e824d053-cbc3-4175-9aaf-0d18f5388ee5), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:54.833899 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0b6de545-20da-4e37-bb51-2e0259bc9299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:54.837673 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-0b6de545-20da-4e37-bb51-2e0259bc9299 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e824d053-cbc3-4175-9aaf-0d18f5388ee5 HTTP/1.1" status: 204 len: 168 time: 0.2841711 Apr 12 11:15:54.853972 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6de545-20da-4e37-bb51-2e0259bc9299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824d053-cbc3-4175-9aaf-0d18f5388ee5,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:54.885330 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1505677479-network', 'tenant_id': '31a755505f594ead8af5127ef8f502f1'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:54.957768 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321c76b-bd3a-4759-ab86-9cf682d9e02e req-d9abd78c-7dd9-4650-8cb2-e2b2022bc86e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:54.960036 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3321c76b-bd3a-4759-ab86-9cf682d9e02e req-d9abd78c-7dd9-4650-8cb2-e2b2022bc86e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0638406 Apr 12 11:15:55.018430 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3321c76b-bd3a-4759-ab86-9cf682d9e02e req-c16636a7-ca77-443c-a397-2bbd61543f97 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Apr 12 11:15:55.044768 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Made reservation on behalf of 31a755505f594ead8af5127ef8f502f1 for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:15:55.047465 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.237047 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.318511 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Publish callbacks [] for security_group (9f7f86c4-8875-49cb-b455-c78f32c610f0), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.392442 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (9f7f86c4-8875-49cb-b455-c78f32c610f0), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.417081 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:15:55.426816 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f86c4-8875-49cb-b455-c78f32c610f0,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:55.434171 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (55213739-816d-4763-811e-8270b0ff419a), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.434171 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Added segment 55213739-816d-4763-811e-8270b0ff419a of type vlan for network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 Apr 12 11:15:55.474888 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.568410 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.569678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:55.570431 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.671039 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] Pushing event updated for resources: {'Network': ['ID=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:55.681229 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:15:55.692631 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5501ffdd-c40a-405c-94c1-4b1cb77160c0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9722593 Apr 12 11:15:55.700929 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44194) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:55.700929 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Request body: {'subnet': {'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1505677479-subnet', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:55.801380 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Made reservation on behalf of 31a755505f594ead8af5127ef8f502f1 for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:15:55.804128 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157476'] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.111147 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26653888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157494'] for subnet (f2e44d4b-bd17-40b5-89f5-bc3584980c72), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.176388 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e44d4b-bd17-40b5-89f5-bc3584980c72,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:56.192948 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Checking segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:15:56.193317 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Network hostable DHCP agents. Network: 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:15:56.278646 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:15:56.339510 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44240) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:56.350136 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:15:56.359943 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7be7b-424c-4123-9bb7-b497cfedbb83 None None] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:15:56.364878 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:56.365671 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.476727 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a81aaddc-fc17-4e63-b71d-0d127ccfd7ee admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7793498 Apr 12 11:15:56.479193 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44244) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:56.484455 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:56.484615 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'project_id': '31a755505f594ead8af5127ef8f502f1', 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:15:56.484736 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-582ac27d-1048-4874-8da5-0f1321004a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.485600 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.603218 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-582ac27d-1048-4874-8da5-0f1321004a40 admin admin] Publish callbacks [] for security_group (9bf9aeca-bc1c-4a0e-91c5-cacb07105830), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.631420 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.633097 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.657801 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Allocated IP 172.20.0.2 (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9/f2e44d4b-bd17-40b5-89f5-bc3584980c72/595bcbea-2c27-4d1c-9a02-5223a75182ae) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:15:56.699390 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-582ac27d-1048-4874-8da5-0f1321004a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (9bf9aeca-bc1c-4a0e-91c5-cacb07105830), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.729718 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ac27d-1048-4874-8da5-0f1321004a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf9aeca-bc1c-4a0e-91c5-cacb07105830,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:56.747404 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks [] for router_controller (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), precommit_add_association {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.758040 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-582ac27d-1048-4874-8da5-0f1321004a40 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84e7c366f0364951812637fc230ba3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171236 Apr 12 11:15:56.760585 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44252) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:56.815966 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0229f45c-8965-4f93-8442-09c1bd5b8bb6 admin admin] Publish callbacks [] for security_group (9bf9aeca-bc1c-4a0e-91c5-cacb07105830), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.839534 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0229f45c-8965-4f93-8442-09c1bd5b8bb6 admin admin] Publish callbacks [] for security_group (9bf9aeca-bc1c-4a0e-91c5-cacb07105830), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.845222 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Publish callbacks [] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.897756 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44258) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:56.959128 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.986202 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0229f45c-8965-4f93-8442-09c1bd5b8bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (9bf9aeca-bc1c-4a0e-91c5-cacb07105830), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.986202 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0229f45c-8965-4f93-8442-09c1bd5b8bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.988636 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0229f45c-8965-4f93-8442-09c1bd5b8bb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bf9aeca-bc1c-4a0e-91c5-cacb07105830 HTTP/1.1" status: 204 len: 168 time: 0.2268820 Apr 12 11:15:57.003376 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229f45c-8965-4f93-8442-09c1bd5b8bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf9aeca-bc1c-4a0e-91c5-cacb07105830,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:57.018082 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:15:57.023057 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks [] for router_gateway (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.034644 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:15:57.038841 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:15:57.055808 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Pushing event updated for resources: {'Port': ['ID=595bcbea-2c27-4d1c-9a02-5223a75182ae,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:57.062474 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e27524e2-b0cf-4c93-9976-851e3a7580c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.079634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.079989 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.080362 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.080726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.081072 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.081408 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.081828 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.082116 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.082450 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.082781 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.083113 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.083457 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.083790 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.084116 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.084440 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:57.122165 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Attempting to bind port 595bcbea-2c27-4d1c-9a02-5223a75182ae on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:15:57.122746 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Attempting to bind port 595bcbea-2c27-4d1c-9a02-5223a75182ae by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:15:57.123291 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Attempting to bind port 595bcbea-2c27-4d1c-9a02-5223a75182ae on network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:15:57.129337 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:15:57.129945 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Checking segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:15:57.134375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.134375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Bound using segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:15:57.134375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Bound port: 595bcbea-2c27-4d1c-9a02-5223a75182ae, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:15:57.134375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.150060 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e27524e2-b0cf-4c93-9976-851e3a7580c9 admin admin] Publish callbacks [] for security_group (5d9306f1-fbe1-4ca3-b678-7348cba4f5d9), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.201472 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] For port 595bcbea-2c27-4d1c-9a02-5223a75182ae, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:15:57.204924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] For port 595bcbea-2c27-4d1c-9a02-5223a75182ae, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=595bcbea-2c27-4d1c-9a02-5223a75182ae,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:15:57.220749 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e27524e2-b0cf-4c93-9976-851e3a7580c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (5d9306f1-fbe1-4ca3-b678-7348cba4f5d9), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.265911 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27524e2-b0cf-4c93-9976-851e3a7580c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9306f1-fbe1-4ca3-b678-7348cba4f5d9,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:57.271714 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e27524e2-b0cf-4c93-9976-851e3a7580c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3dff10cb6982461aaac220ef4a1fe48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727636 Apr 12 11:15:57.275827 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44266) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:57.283096 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.319673 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks [] for router_gateway (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.355327 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-287f8365-0a83-4e0c-9265-b016147da64a admin admin] Publish callbacks [] for security_group (5d9306f1-fbe1-4ca3-b678-7348cba4f5d9), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.369687 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.369929 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64c5c7-6f1e-4a82-8931-fa17899a371e None None] Pushing event updated for resources: {'Port': ['ID=595bcbea-2c27-4d1c-9a02-5223a75182ae,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:57.387960 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-287f8365-0a83-4e0c-9265-b016147da64a admin admin] Publish callbacks [] for security_group (5d9306f1-fbe1-4ca3-b678-7348cba4f5d9), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.501923 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Allocated IP 172.27.1.10 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/d0835f34-b8dd-4c44-9b3c-36e1dfe62f96) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:15:57.528986 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-287f8365-0a83-4e0c-9265-b016147da64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (5d9306f1-fbe1-4ca3-b678-7348cba4f5d9), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.532143 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-287f8365-0a83-4e0c-9265-b016147da64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.532795 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-287f8365-0a83-4e0c-9265-b016147da64a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d9306f1-fbe1-4ca3-b678-7348cba4f5d9 HTTP/1.1" status: 204 len: 168 time: 0.2556119 Apr 12 11:15:57.549091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f8365-0a83-4e0c-9265-b016147da64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9306f1-fbe1-4ca3-b678-7348cba4f5d9,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:57.664690 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks [] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.783123 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:57.817662 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:15:57.820437 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:15:57.825479 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:15:57.854929 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0835f34-b8dd-4c44-9b3c-36e1dfe62f96,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:58.224408 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks [] for router_gateway (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:58.389786 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f6d5f-ef41-4dc7-9b2e-5a674f73129c None None] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:15:58.449430 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:58.507049 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeedbc3-e4f4-4d0b-b747-da9498619499 req-003e68d0-bba1-416b-96e2-840a46b0c6a1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:58.509278 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aaeedbc3-e4f4-4d0b-b747-da9498619499 req-003e68d0-bba1-416b-96e2-840a46b0c6a1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0545580 Apr 12 11:15:58.530722 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-3626a09c-3405-426a-9de3-66b4603ef72b None None] Provisioning complete for port 595bcbea-2c27-4d1c-9a02-5223a75182ae triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:15:58.531136 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3626a09c-3405-426a-9de3-66b4603ef72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:58.572179 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aaeedbc3-e4f4-4d0b-b747-da9498619499 req-e03d64fe-7a0b-4efd-88a9-9cebda609685 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531027 Apr 12 11:15:58.767358 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-3626a09c-3405-426a-9de3-66b4603ef72b None None] Current status of the port 595bcbea-2c27-4d1c-9a02-5223a75182ae is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:58.767792 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3626a09c-3405-426a-9de3-66b4603ef72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:58.833355 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-d030666a-cc9f-4184-9145-d64a9337f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:58.835486 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-d030666a-cc9f-4184-9145-d64a9337f0bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.3137896 Apr 12 11:15:58.837183 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-3626a09c-3405-426a-9de3-66b4603ef72b None None] For port 595bcbea-2c27-4d1c-9a02-5223a75182ae, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=595bcbea-2c27-4d1c-9a02-5223a75182ae,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:58.911820 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3626a09c-3405-426a-9de3-66b4603ef72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:58.985221 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 595bcbea-2c27-4d1c-9a02-5223a75182ae up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:15:58.989586 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626a09c-3405-426a-9de3-66b4603ef72b None None] Pushing event updated for resources: {'Port': ['ID=595bcbea-2c27-4d1c-9a02-5223a75182ae,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:58.997466 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-e185a45d-6b65-4b5e-84b9-acbb07906b03 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e950bdf103bb4a1bb6b0ee12deb1db97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510316 Apr 12 11:15:59.047337 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-183e3a89-3abd-493c-a62a-a1e163cf7b79 None None] Provisioning complete for port 595bcbea-2c27-4d1c-9a02-5223a75182ae triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:15:59.047847 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-183e3a89-3abd-493c-a62a-a1e163cf7b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:59.065979 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:15:59.091190 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-28226e77-5d3c-4847-a183-47f949ac8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:59.092836 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-28226e77-5d3c-4847-a183-47f949ac8b61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.2471488 Apr 12 11:15:59.098474 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 595bcbea-2c27-4d1c-9a02-5223a75182ae triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:15:59.098923 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:59.193671 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-ce310723-0e58-4484-8a0b-4c78629b1e7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0690737 Apr 12 11:15:59.202243 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-183e3a89-3abd-493c-a62a-a1e163cf7b79 None None] Current status of the port 595bcbea-2c27-4d1c-9a02-5223a75182ae is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:59.219498 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 595bcbea-2c27-4d1c-9a02-5223a75182ae is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:59.317876 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-435812f8-f03a-4df9-909c-37c587dee7ff tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:59.319335 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-435812f8-f03a-4df9-909c-37c587dee7ff tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3166811 Apr 12 11:15:59.360334 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-cd644017-e683-470c-af9d-5c29f562c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:59.361644 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-cd644017-e683-470c-af9d-5c29f562c2c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.1604004 Apr 12 11:15:59.367786 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-586b7b40-c2f4-426a-a696-a9079e5dd0ff tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/quotas/e950bdf103bb4a1bb6b0ee12deb1db97 HTTP/1.1" status: 200 len: 375 time: 0.0400281 Apr 12 11:15:59.435980 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-f7d01f90-4683-4f41-8bf4-74a22e25c3ab tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e950bdf103bb4a1bb6b0ee12deb1db97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562654 Apr 12 11:15:59.444834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:15:59.446908 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-c56e99b0-6f5a-431e-ae83-2e84a6c451f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:59.448431 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-c56e99b0-6f5a-431e-ae83-2e84a6c451f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784249 Apr 12 11:15:59.456620 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Sync routers for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:15:59.468587 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:59.469562 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:15:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:59.538062 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:59.541752 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-0eb115c2-1beb-4149-9514-a4e01d2a07a7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0588586 Apr 12 11:15:59.543033 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44314) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:59.550684 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-6e8da1c0-d8cd-4fed-89c9-8ee017202b1d service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951085 Apr 12 11:15:59.589950 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:59.668307 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3d56885-5954-462a-85e5-606bfbd7d544 req-0724ada3-b1d6-4415-8614-ccddbd0e367b service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101389 Apr 12 11:15:59.723756 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-38f41b8e-5d2f-47a7-9923-a9e8d4f9fe8b req-8b01f7e9-eb57-4b9f-a062-73c4682700e9 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 210 time: 0.0350368 Apr 12 11:15:59.817801 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:15:58Z', 'revision_number': 3, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:59.831512 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508250b-e283-40f1-aa1a-8de7d939bb9f req-3b25c983-5576-4212-bd18-84bc70b9fe37 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:59.833014 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5508250b-e283-40f1-aa1a-8de7d939bb9f req-3b25c983-5576-4212-bd18-84bc70b9fe37 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.1069198 Apr 12 11:15:59.851187 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Checking router: 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:15:59.851537 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Updating router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:15:59.885489 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:59.942731 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5508250b-e283-40f1-aa1a-8de7d939bb9f req-1b9fd250-ec54-446a-8005-ef93f063eb42 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033986 Apr 12 11:16:00.179289 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.180143 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Publish callbacks [] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.271640 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.329016 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Pushing event updated for resources: {'Port': ['ID=d0835f34-b8dd-4c44-9b3c-36e1dfe62f96,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:00.334188 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Attempting to bind port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:16:00.334633 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Attempting to bind port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:16:00.334997 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Attempting to bind port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:00.342362 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.343633 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.343633 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.343633 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.343850 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.344050 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.344551 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.345018 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.345495 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.345814 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.346304 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.346801 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.347132 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.347455 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.347571 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Allocated IP 172.20.0.1 (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9/f2e44d4b-bd17-40b5-89f5-bc3584980c72/02520b53-9897-494f-93e4-ca09bf650537) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:16:00.347773 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:00.353429 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:16:00.354023 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:16:00.354582 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.354960 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:16:00.355424 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Bound port: d0835f34-b8dd-4c44-9b3c-36e1dfe62f96, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:16:00.355800 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.409900 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] For port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:16:00.412825 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] For port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=d0835f34-b8dd-4c44-9b3c-36e1dfe62f96,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:16:00.459552 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Publish callbacks [] for port (02520b53-9897-494f-93e4-ca09bf650537), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.473023 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.530895 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:16:00.531499 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:15:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:00.558585 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (02520b53-9897-494f-93e4-ca09bf650537), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.601375 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:00.604739 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:00.609389 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:16:00.639199 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=02520b53-9897-494f-93e4-ca09bf650537,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:00.661394 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.662679 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8f942-2d67-41a0-9831-c7781c6e57a4 None None] Pushing event updated for resources: {'Port': ['ID=d0835f34-b8dd-4c44-9b3c-36e1dfe62f96,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:00.754921 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:16:00.822110 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-af36eda7-6895-44ba-b5a4-085cfd51d069 req-792c3daa-30ba-424e-a175-bcb4da3cdb7f tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 210 time: 0.0342822 Apr 12 11:16:00.853183 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-8ba9b1c4-b280-477e-b415-a46d08bcca7a None None] Provisioning complete for port 02520b53-9897-494f-93e4-ca09bf650537 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:00.858207 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b1c4-b280-477e-b415-a46d08bcca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (02520b53-9897-494f-93e4-ca09bf650537), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.881963 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 595bcbea-2c27-4d1c-9a02-5223a75182ae up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:00.918727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (02520b53-9897-494f-93e4-ca09bf650537), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.927852 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-8ba9b1c4-b280-477e-b415-a46d08bcca7a None None] Port 02520b53-9897-494f-93e4-ca09bf650537 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:16:00.954975 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 595bcbea-2c27-4d1c-9a02-5223a75182ae triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:00.955509 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:00.961168 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:15:58Z', 'revision_number': 3, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:01.028687 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f3c95-6767-46d5-badc-ab083dfad5ea None None] The sync data for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi is: [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:15:58Z', 'revision_number': 3, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:16:01.067031 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 595bcbea-2c27-4d1c-9a02-5223a75182ae is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:01.140808 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e858b-a273-4ce0-a08e-8613764b2823 req-b126dd6e-83c1-4060-acac-5ad881584b3c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:01.142422 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ea8e858b-a273-4ce0-a08e-8613764b2823 req-b126dd6e-83c1-4060-acac-5ad881584b3c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0688062 Apr 12 11:16:01.197953 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Publish callbacks [] for port (02520b53-9897-494f-93e4-ca09bf650537), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:01.218452 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ea8e858b-a273-4ce0-a08e-8613764b2823 req-f72d962d-02f1-4e89-bb22-65b125059314 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685778 Apr 12 11:16:01.283710 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (02520b53-9897-494f-93e4-ca09bf650537), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:01.374903 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-79e9f9a2-6334-4f82-b1b7-7b45d56abe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:01.376497 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-79e9f9a2-6334-4f82-b1b7-7b45d56abe84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0855601 Apr 12 11:16:01.393016 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=02520b53-9897-494f-93e4-ca09bf650537,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:01.398227 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:01.431631 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-64c26d58-25a6-4f5b-a4a6-50871627f8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:01.514420 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:01.515853 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:01.571295 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-468c2fe5-42be-4167-869b-9b854ce6f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:01.572983 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-468c2fe5-42be-4167-869b-9b854ce6f8e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.1414292 Apr 12 11:16:01.635379 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-767a4f6d-a1be-4dea-b0cf-9cf0f1e8a3f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0432558 Apr 12 11:16:01.691242 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:16:01.713664 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-e25868d0-2606-47fc-966e-0266df0fca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:01.717105 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-e25868d0-2606-47fc-966e-0266df0fca2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0699995 Apr 12 11:16:01.752215 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-d9bebe69-f5e5-4ed4-858d-8acdc9818b3a None None] Provisioning complete for port 02520b53-9897-494f-93e4-ca09bf650537 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:01.752869 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d9bebe69-f5e5-4ed4-858d-8acdc9818b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (02520b53-9897-494f-93e4-ca09bf650537), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:01.789246 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-d9bebe69-f5e5-4ed4-858d-8acdc9818b3a None None] Port 02520b53-9897-494f-93e4-ca09bf650537 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:16:01.821587 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:16:01.828442 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8d775cce-8b02-47f1-a4a7-c3fd3aea6ff0 admin admin] 10.222.0.59 "PUT /v2.0/routers/7ca33994-9de7-42a2-9f70-7b8ed51bc9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2836897 Apr 12 11:16:01.935749 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03beedf6-6f21-4fd4-8ce6-28a7e5e5cffc req-b3af8dc5-f18d-4d65-a539-6c4a4d7a00c7 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 210 time: 0.0352774 Apr 12 11:16:02.069959 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-614d26c1-978a-4b5c-bf9b-87e46d3c1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:02.071572 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-614d26c1-978a-4b5c-bf9b-87e46d3c1eec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432668 Apr 12 11:16:02.184970 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-08cbf5cd-0e00-4961-b372-75a6c9145186 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962555 Apr 12 11:16:02.297134 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47345a06-48aa-4737-805c-ff9b90b4d25d req-0bed2877-0a8c-4916-b2b6-4618ef52913d service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057103 Apr 12 11:16:02.346598 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d6b89-bf65-43b5-aace-5dcda9179d29 req-a6a04fc9-e623-4d68-8d9b-d9dda3e81b53 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:02.348214 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-392d6b89-bf65-43b5-aace-5dcda9179d29 req-a6a04fc9-e623-4d68-8d9b-d9dda3e81b53 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Apr 12 11:16:02.394266 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-885741a1-367e-4d03-8ac5-6e561d84215b tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e950bdf103bb4a1bb6b0ee12deb1db97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319042 Apr 12 11:16:02.450459 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-392d6b89-bf65-43b5-aace-5dcda9179d29 req-1e90953a-a983-4389-8393-debc4118396c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961342 Apr 12 11:16:02.534232 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-1eb94713-54a3-44ef-9fe8-a416e968299d tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:02.535244 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-1eb94713-54a3-44ef-9fe8-a416e968299d tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311452 Apr 12 11:16:02.649368 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44360) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:02.654671 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-2fb15a42-ec52-4b73-a704-c8eb9debd38d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965568901', 'description': 'tempest-description--1462189338'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:02.798297 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Request body: {'port': {'device_id': '2d228c2e-375a-4007-a422-3b9b99fda8b9', 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866', 'admin_state_up': True, 'tenant_id': 'e950bdf103bb4a1bb6b0ee12deb1db97'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:02.832860 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Sync routers for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:16:02.845196 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:16:02.846036 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:15:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:02.855557 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2fb15a42-ec52-4b73-a704-c8eb9debd38d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:02.932171 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:03.014153 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:16:03.059121 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2fb15a42-ec52-4b73-a704-c8eb9debd38d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (671c2bd2-2ef0-4f7b-aada-b988f929f8bf), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.062129 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6e03207-594b-4d9a-b088-040e30a5f6ca req-6efa93cb-1ccf-43cc-93ba-e5c5d65210af tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 210 time: 0.0419943 Apr 12 11:16:03.093970 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Made reservation on behalf of e950bdf103bb4a1bb6b0ee12deb1db97 for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:16:03.097459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.114609 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.121194 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:03.121517 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.130270 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2fb15a42-ec52-4b73-a704-c8eb9debd38d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (671c2bd2-2ef0-4f7b-aada-b988f929f8bf), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.185112 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb15a42-ec52-4b73-a704-c8eb9debd38d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671c2bd2-2ef0-4f7b-aada-b988f929f8bf,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:03.230550 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks [] for security_group (a8eef747-c5ec-4895-a83d-7b74452f9e73), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.234005 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2fb15a42-ec52-4b73-a704-c8eb9debd38d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.237915 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-2fb15a42-ec52-4b73-a704-c8eb9debd38d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5847328 Apr 12 11:16:03.238085 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44370) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:03.242350 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-c2d9c2f9-908d-4f23-b3c1-de5346d1afdd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'security_group_rule': {'security_group_id': '671c2bd2-2ef0-4f7b-aada-b988f929f8bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:03.292548 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:03.292954 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.301022 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 2, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:03.317766 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a8eef747-c5ec-4895-a83d-7b74452f9e73), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.338516 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Checking router: 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:16:03.338876 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Updating router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd port 02520b53-9897-494f-93e4-ca09bf650537 binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:16:03.344122 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=d0835f34-b8dd-4c44-9b3c-36e1dfe62f96,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:03.369427 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (02520b53-9897-494f-93e4-ca09bf650537), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.398445 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c2f9-908d-4f23-b3c1-de5346d1afdd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (7c9f0044-b477-4759-a82f-3a8856caa147), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.405274 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eef747-c5ec-4895-a83d-7b74452f9e73,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:03.407297 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.520986 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Allocated IP 192.168.233.211 (0a1c3de7-f3ac-4b69-bf78-4b89c0e67866/1859fe6b-69bd-4d6d-bfd9-21498d8d9c57/1c9c6244-93a0-40ee-a805-2682737d7cac) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:16:03.527297 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=d0835f34-b8dd-4c44-9b3c-36e1dfe62f96,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:03.544033 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c2f9-908d-4f23-b3c1-de5346d1afdd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (7c9f0044-b477-4759-a82f-3a8856caa147), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.628963 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c2f9-908d-4f23-b3c1-de5346d1afdd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (7c9f0044-b477-4759-a82f-3a8856caa147), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.698737 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9c2f9-908d-4f23-b3c1-de5346d1afdd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9f0044-b477-4759-a82f-3a8856caa147,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:03.712376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Publish callbacks [] for port (02520b53-9897-494f-93e4-ca09bf650537), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.749336 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks [] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.754673 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c2f9-908d-4f23-b3c1-de5346d1afdd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.755882 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c2d9c2f9-908d-4f23-b3c1-de5346d1afdd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5168700 Apr 12 11:16:03.759624 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44376) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:03.765732 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-98e9cfee-7174-40bf-a980-9feab94eb248 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'security_group_rule': {'security_group_id': '671c2bd2-2ef0-4f7b-aada-b988f929f8bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:03.774701 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dae6f-2308-4807-b5a4-67c787b91133 req-b5e34398-ecd4-4e2c-92fd-823d9aa45f64 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:03.776887 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9f5dae6f-2308-4807-b5a4-67c787b91133 req-b5e34398-ecd4-4e2c-92fd-823d9aa45f64 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.2386506 Apr 12 11:16:03.780573 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (02520b53-9897-494f-93e4-ca09bf650537), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.837756 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9f5dae6f-2308-4807-b5a4-67c787b91133 req-9a89c8fe-fdb6-445e-afb5-570e00b582a1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538945 Apr 12 11:16:03.846560 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60acf7-8a8d-4277-bf05-f0dcd26e8ecb None None] Pushing event updated for resources: {'Port': ['ID=02520b53-9897-494f-93e4-ca09bf650537,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:03.893492 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.913728 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Attempting to bind port 02520b53-9897-494f-93e4-ca09bf650537 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:16:03.914324 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Attempting to bind port 02520b53-9897-494f-93e4-ca09bf650537 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:16:03.914793 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Attempting to bind port 02520b53-9897-494f-93e4-ca09bf650537 on network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:03.921189 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:16:03.921577 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Checking segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:16:03.922760 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.923017 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Bound using segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:16:03.923496 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Bound port: 02520b53-9897-494f-93e4-ca09bf650537, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:16:03.923877 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (02520b53-9897-494f-93e4-ca09bf650537), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.929281 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98e9cfee-7174-40bf-a980-9feab94eb248 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (a98844e0-09e7-44be-9015-e16764042458), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.933282 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3c700483-b412-4da5-8d8f-16e8d2661273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:03.967556 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:03.981778 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Pushing event updated for resources: {'Port': ['ID=1c9c6244-93a0-40ee-a805-2682737d7cac,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:03.998411 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] For port 02520b53-9897-494f-93e4-ca09bf650537, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:16:04.003490 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:04.003687 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] For port 02520b53-9897-494f-93e4-ca09bf650537, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=02520b53-9897-494f-93e4-ca09bf650537,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:16:04.004504 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:16:04.078417 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98e9cfee-7174-40bf-a980-9feab94eb248 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (a98844e0-09e7-44be-9015-e16764042458), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.083857 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (02520b53-9897-494f-93e4-ca09bf650537), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.086195 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:04.086685 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.175423 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fa2aadf0-6cab-46f1-9944-2a9ef4d942bf None None] Provisioning complete for port 02520b53-9897-494f-93e4-ca09bf650537 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:04.176116 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa2aadf0-6cab-46f1-9944-2a9ef4d942bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (02520b53-9897-494f-93e4-ca09bf650537), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.187110 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60acf7-8a8d-4277-bf05-f0dcd26e8ecb None None] Pushing event updated for resources: {'Port': ['ID=02520b53-9897-494f-93e4-ca09bf650537,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:04.189039 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98e9cfee-7174-40bf-a980-9feab94eb248 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (a98844e0-09e7-44be-9015-e16764042458), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.212019 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:16:04.213117 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:16:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:04.235587 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ca7e3b30-df38-4a33-aaf9-4601fe85642e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4419084 Apr 12 11:16:04.251804 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9cfee-7174-40bf-a980-9feab94eb248 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98844e0-09e7-44be-9015-e16764042458,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:04.259713 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Request body: {'port': {'device_id': '2d228c2e-375a-4007-a422-3b9b99fda8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:04.270248 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba6ec8-1546-40d9-9ebf-eeab8cd7b4b1 req-10ce60ff-6770-4d6d-a740-dbf46f29198e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:04.272244 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4aba6ec8-1546-40d9-9ebf-eeab8cd7b4b1 req-10ce60ff-6770-4d6d-a740-dbf46f29198e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 936 time: 0.1236145 Apr 12 11:16:04.328215 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-98e9cfee-7174-40bf-a980-9feab94eb248 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.332531 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-98e9cfee-7174-40bf-a980-9feab94eb248 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5688298 Apr 12 11:16:04.332797 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44384) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:04.337927 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:04.400045 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.407620 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4aba6ec8-1546-40d9-9ebf-eeab8cd7b4b1 req-a084de9e-30b7-4ffb-ad6f-87a21757f511 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126943 Apr 12 11:16:04.409772 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.437430 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fa2aadf0-6cab-46f1-9944-2a9ef4d942bf None None] Current status of the port 02520b53-9897-494f-93e4-ca09bf650537 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:04.437825 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa2aadf0-6cab-46f1-9944-2a9ef4d942bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (02520b53-9897-494f-93e4-ca09bf650537), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.441823 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:16:04.509739 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.633933 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fa2aadf0-6cab-46f1-9944-2a9ef4d942bf None None] For port 02520b53-9897-494f-93e4-ca09bf650537, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=02520b53-9897-494f-93e4-ca09bf650537,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:04.644444 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Allocated IP 172.27.1.169 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/331e6022-e6cc-47a8-b157-742c0f3ad8c8) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:16:04.745244 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9c6244-93a0-40ee-a805-2682737d7cac {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:04.754357 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Publish callbacks [] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.757143 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for port (331e6022-e6cc-47a8-b157-742c0f3ad8c8), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.771785 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Transition to ACTIVE for port object 1c9c6244-93a0-40ee-a805-2682737d7cac will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:16:04.780916 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa2aadf0-6cab-46f1-9944-2a9ef4d942bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (02520b53-9897-494f-93e4-ca09bf650537), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.809879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.820141 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:04.827353 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (331e6022-e6cc-47a8-b157-742c0f3ad8c8), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.859793 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b732c10-29fd-4cba-b6e8-ecd9557035e6 None None] The sync data for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi is: [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:16:04.869424 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aadf0-6cab-46f1-9944-2a9ef4d942bf None None] Pushing event updated for resources: {'Port': ['ID=02520b53-9897-494f-93e4-ca09bf650537,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:04.894762 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:04.904991 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:04.906743 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-b25a8b54-1548-4882-b1d5-84e369762d43 None None] Provisioning complete for port 02520b53-9897-494f-93e4-ca09bf650537 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:04.907949 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b25a8b54-1548-4882-b1d5-84e369762d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (02520b53-9897-494f-93e4-ca09bf650537), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:04.928329 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9c6244-93a0-40ee-a805-2682737d7cac,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:04.928420 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:16:04.999006 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:05.056229 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'Port': ['ID=331e6022-e6cc-47a8-b157-742c0f3ad8c8,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:05.105667 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Attempting to bind port 1c9c6244-93a0-40ee-a805-2682737d7cac on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:16:05.106794 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Attempting to bind port 1c9c6244-93a0-40ee-a805-2682737d7cac by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:16:05.107065 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Attempting to bind port 1c9c6244-93a0-40ee-a805-2682737d7cac on network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:05.113704 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Port 1c9c6244-93a0-40ee-a805-2682737d7cac on network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:16:05.114391 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Attempting to bind port 1c9c6244-93a0-40ee-a805-2682737d7cac on network 0a1c3de7-f3ac-4b69-bf78-4b89c0e67866 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:05.121080 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:16:05.121807 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Checking segment: {'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:16:05.123174 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Bound using segment: {'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:16:05.123992 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Bound port: 1c9c6244-93a0-40ee-a805-2682737d7cac, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5053ef-ba11-414a-a73f-1aff3e878360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:16:05.124138 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.143908 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a1bf8-0e8c-4e10-a666-09c025706c81 req-59d6c38f-f71e-4b9e-8543-86616b3ed877 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:05.150584 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-059a1bf8-0e8c-4e10-a666-09c025706c81 req-59d6c38f-f71e-4b9e-8543-86616b3ed877 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.1510661 Apr 12 11:16:05.172353 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-b25a8b54-1548-4882-b1d5-84e369762d43 None None] Current status of the port 02520b53-9897-494f-93e4-ca09bf650537 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:05.177589 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.188502 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:05.189036 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.251752 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-059a1bf8-0e8c-4e10-a666-09c025706c81 req-6e03c6a4-59a5-45a0-a480-441278e3afe7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002898 Apr 12 11:16:05.258877 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (7836e4b2-c0d2-43d4-a55a-89727323da70), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.301834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] For port 1c9c6244-93a0-40ee-a805-2682737d7cac, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:16:05.303832 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:05.305775 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] For port 1c9c6244-93a0-40ee-a805-2682737d7cac, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c9c6244-93a0-40ee-a805-2682737d7cac,segment=NetworkSegment(af5053ef-ba11-414a-a73f-1aff3e878360),segment_id=af5053ef-ba11-414a-a73f-1aff3e878360)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:16:05.375811 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.379366 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (331e6022-e6cc-47a8-b157-742c0f3ad8c8), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.431184 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:05.431184 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.431184 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] 10.222.0.52 "PUT /v2.0/ports/1c9c6244-93a0-40ee-a805-2682737d7cac HTTP/1.1" status: 200 len: 1098 time: 1.1735179 Apr 12 11:16:05.431184 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d228c2e-375a-4007-a422-3b9b99fda8b9', 'tag': '1c9c6244-93a0-40ee-a805-2682737d7cac'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:05.431184 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4253d8-dec4-4056-8969-f8d2b3730172" -d '{"events": [{"name": "network-changed", "server_uuid": "2d228c2e-375a-4007-a422-3b9b99fda8b9", "tag": "1c9c6244-93a0-40ee-a805-2682737d7cac"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:05.496833 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d6bd9-e2ca-4e06-a962-0d2a36722098 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9c6244-93a0-40ee-a805-2682737d7cac,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:05.510861 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5457f90e-1989-42b3-8dc4-96370b8a0a54 x-openstack-request-id: req-5457f90e-1989-42b3-8dc4-96370b8a0a54 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:05.511141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d228c2e-375a-4007-a422-3b9b99fda8b9", "tag": "1c9c6244-93a0-40ee-a805-2682737d7cac", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:05.512187 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5457f90e-1989-42b3-8dc4-96370b8a0a54 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:05.512676 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5457f90e-1989-42b3-8dc4-96370b8a0a54'] response: {'name': 'network-changed', 'server_uuid': '2d228c2e-375a-4007-a422-3b9b99fda8b9', 'tag': '1c9c6244-93a0-40ee-a805-2682737d7cac', 'status': 'completed', 'code': 200} Apr 12 11:16:05.619558 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4253d8-dec4-4056-8969-f8d2b3730172 req-732a2340-6f1f-4da5-935a-709d712ff804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:05.621492 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d4253d8-dec4-4056-8969-f8d2b3730172 req-732a2340-6f1f-4da5-935a-709d712ff804 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e950bdf103bb4a1bb6b0ee12deb1db97&device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 1132 time: 0.0598958 Apr 12 11:16:05.631738 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65677fe-5370-4ca2-8e4a-c9fcb8737787 req-15ea6dea-2dec-4087-ae68-068600eaec65 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:05.633628 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d65677fe-5370-4ca2-8e4a-c9fcb8737787 req-15ea6dea-2dec-4087-ae68-068600eaec65 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 948 time: 0.1022313 Apr 12 11:16:05.662829 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d4253d8-dec4-4056-8969-f8d2b3730172 req-abb4ef1a-74e4-4cbe-b30f-0f5f23f68dd0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e950bdf103bb4a1bb6b0ee12deb1db97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234349 Apr 12 11:16:05.721265 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for port (331e6022-e6cc-47a8-b157-742c0f3ad8c8), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.738248 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d65677fe-5370-4ca2-8e4a-c9fcb8737787 req-47e17e52-07d7-432a-a3b7-63db36e7e2cb tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886886 Apr 12 11:16:05.784302 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4253d8-dec4-4056-8969-f8d2b3730172 req-8c400cb2-837f-450a-afb7-0a3f1517c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:05.786408 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (331e6022-e6cc-47a8-b157-742c0f3ad8c8), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.786829 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d4253d8-dec4-4056-8969-f8d2b3730172 req-8c400cb2-837f-450a-afb7-0a3f1517c324 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167853 Apr 12 11:16:05.861820 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'Port': ['ID=331e6022-e6cc-47a8-b157-742c0f3ad8c8,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:05.872580 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (7836e4b2-c0d2-43d4-a55a-89727323da70), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.916010 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-2ca6bdd3-a371-4e9e-95a8-89bf00f25eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:05.917446 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-2ca6bdd3-a371-4e9e-95a8-89bf00f25eff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e950bdf103bb4a1bb6b0ee12deb1db97&device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 1132 time: 0.0428753 Apr 12 11:16:05.954832 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:05.956185 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-13a2a14f-a506-4301-b593-8dcb29053c56 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6220918 Apr 12 11:16:05.987506 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-ad48acc3-446b-4aa0-9958-78bcd8454b71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=1c9c6244-93a0-40ee-a805-2682737d7cac HTTP/1.1" status: 200 len: 217 time: 0.0499501 Apr 12 11:16:06.040222 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-7f1ad06b-fbc0-43c9-8d67-0b2ec8e032c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:06.041719 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-7f1ad06b-fbc0-43c9-8d67-0b2ec8e032c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1859fe6b-69bd-4d6d-bfd9-21498d8d9c57 HTTP/1.1" status: 200 len: 843 time: 0.0468996 Apr 12 11:16:06.093443 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-47cfb861-626f-4202-a247-27c5e5dda685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:06.095106 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-47cfb861-626f-4202-a247-27c5e5dda685 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0a1c3de7-f3ac-4b69-bf78-4b89c0e67866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0472338 Apr 12 11:16:06.101536 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:06.399894 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d397139-262e-46de-abd9-e94df443a796 req-58f2d2dd-4bd4-47be-91ae-18ad359f4d41 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:06.402654 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4d397139-262e-46de-abd9-e94df443a796 req-58f2d2dd-4bd4-47be-91ae-18ad359f4d41 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0563912 Apr 12 11:16:06.455739 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-fdd027dd-ec85-4d4c-bda1-68d84cb1fc88 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1965568901&fields=id&tenant_id=31a755505f594ead8af5127ef8f502f1 HTTP/1.1" status: 200 len: 267 time: 0.3568025 Apr 12 11:16:06.470561 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4d397139-262e-46de-abd9-e94df443a796 req-acdc82ac-925a-40c3-a653-12711feee551 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623794 Apr 12 11:16:06.503761 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-fc95e46e-5a99-4fe7-984e-c9e6e676f7c6 service neutron] 10.222.0.52 "GET /v2.0/networks/0a1c3de7-f3ac-4b69-bf78-4b89c0e67866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954587 Apr 12 11:16:06.666406 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-6a5e1b49-916e-412f-93d4-98e4d93926f0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:06.667882 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-6a5e1b49-916e-412f-93d4-98e4d93926f0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 811 time: 0.2028239 Apr 12 11:16:06.692367 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfca752d-67a5-4ed2-8824-bd9a2367ed1c req-51550180-bfd4-45e1-ae5a-6d6f99b29136 service neutron] 10.222.0.52 "GET /v2.0/networks/0a1c3de7-f3ac-4b69-bf78-4b89c0e67866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782255 Apr 12 11:16:06.694184 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-ef759838-de39-476e-b4a1-4ba19dc64ce1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/quotas/31a755505f594ead8af5127ef8f502f1 HTTP/1.1" status: 200 len: 375 time: 0.0165026 Apr 12 11:16:06.754884 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-2b436a85-ec9b-44ee-9d27-8f236ec9ad3e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541093 Apr 12 11:16:06.877512 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-498a93bc-abaa-4eb2-8a3d-d4a7bf8b36be service neutron] 10.222.0.59 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081898 Apr 12 11:16:06.888457 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136bc55-6d25-4cce-b0ef-a9410ca7b7e1 req-3d463922-010c-4112-8591-655f9d9f2925 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:06.890099 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8136bc55-6d25-4cce-b0ef-a9410ca7b7e1 req-3d463922-010c-4112-8591-655f9d9f2925 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 948 time: 0.0798438 Apr 12 11:16:06.906444 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 02520b53-9897-494f-93e4-ca09bf650537 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:06.945672 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8136bc55-6d25-4cce-b0ef-a9410ca7b7e1 req-8c12a0bb-60fa-422c-981a-ed6c7317a101 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496743 Apr 12 11:16:06.961104 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 02520b53-9897-494f-93e4-ca09bf650537 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:06.961594 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (02520b53-9897-494f-93e4-ca09bf650537), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:06.976438 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-2fcf2e01-b803-4f79-a113-097fcef68f30 service neutron] 10.222.0.59 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924423 Apr 12 11:16:07.045686 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 02520b53-9897-494f-93e4-ca09bf650537 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:07.209344 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca2d6e58-b9d3-46f6-a2b4-5654db36991a req-8c75373e-2bd6-4f5c-88b9-ecda955811d6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0288489 Apr 12 11:16:07.586766 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cd786-662e-4ce9-b4df-e8264b128eb4 req-6e221c40-aa1b-43e2-9900-72c0f6b54f4e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:07.588252 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-023cd786-662e-4ce9-b4df-e8264b128eb4 req-6e221c40-aa1b-43e2-9900-72c0f6b54f4e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0487180 Apr 12 11:16:07.637052 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-023cd786-662e-4ce9-b4df-e8264b128eb4 req-9a43a133-2007-472b-8326-9fa2891cc05d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Apr 12 11:16:07.796928 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:08.066924 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af4e7c-2e0a-46dd-a373-bf930991a750 req-e8752524-f40e-439a-bb81-01af226f8bc6 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:08.068412 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25af4e7c-2e0a-46dd-a373-bf930991a750 req-e8752524-f40e-439a-bb81-01af226f8bc6 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 948 time: 0.0532603 Apr 12 11:16:08.117258 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25af4e7c-2e0a-46dd-a373-bf930991a750 req-b6c60424-813c-4a01-82d0-0e131fd65874 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Apr 12 11:16:08.301895 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b06045c2-f137-4270-91cf-a3a09def4108 req-10f37e96-eae3-42a2-819a-4e3b183cf20e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0279551 Apr 12 11:16:08.746991 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e6e6-cd95-4281-abb7-7527d3be135b req-a6af4dcf-347c-4864-bc38-81b2730805b1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:08.748496 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5984e6e6-cd95-4281-abb7-7527d3be135b req-a6af4dcf-347c-4864-bc38-81b2730805b1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0467248 Apr 12 11:16:08.795463 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5984e6e6-cd95-4281-abb7-7527d3be135b req-e1276151-1a7a-42bd-9f92-e3af97e7c742 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414078 Apr 12 11:16:09.229548 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab785204-ab30-429e-9076-05adbe3a6278 req-33d761bf-12be-4f39-881c-35967a1fcd6c tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:09.231022 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab785204-ab30-429e-9076-05adbe3a6278 req-33d761bf-12be-4f39-881c-35967a1fcd6c tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 948 time: 0.0500920 Apr 12 11:16:09.276728 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab785204-ab30-429e-9076-05adbe3a6278 req-5292689c-023e-446a-8e07-5ada759fb069 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Apr 12 11:16:09.397688 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-76ae3ea4-7723-486d-939b-54934751aa93 req-24ff1ad0-75f5-432d-ace7-b401f1313133 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0281241 Apr 12 11:16:09.905779 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc222-4848-4fc3-b038-d77db0108058 req-966600af-0fe4-4c8e-97a4-35f800ee93b8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:09.907012 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-deabc222-4848-4fc3-b038-d77db0108058 req-966600af-0fe4-4c8e-97a4-35f800ee93b8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0472412 Apr 12 11:16:09.954051 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-deabc222-4848-4fc3-b038-d77db0108058 req-dda5d9fb-a74a-4f25-93da-baf426a5ea91 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Apr 12 11:16:10.391370 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415593-f422-4b8a-add4-37c03c2f20b6 req-21c76620-c1bf-425d-aedf-ea7a7de7dd68 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:10.393028 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee415593-f422-4b8a-add4-37c03c2f20b6 req-21c76620-c1bf-425d-aedf-ea7a7de7dd68 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 948 time: 0.0504255 Apr 12 11:16:10.438946 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee415593-f422-4b8a-add4-37c03c2f20b6 req-83ccc591-4bde-44bd-b49e-e80b5472351b tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Apr 12 11:16:10.493451 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e7b10cc2-8ac3-4bb2-adf9-5166c00a695f req-9c47621c-059d-4402-b9b2-19c53cc297b9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276217 Apr 12 11:16:11.067823 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd8617-ef2a-4c0c-b113-5cefd97ae5b5 req-820e6c6a-218f-4851-8ac5-d546e975c0df tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:11.069283 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cbcd8617-ef2a-4c0c-b113-5cefd97ae5b5 req-820e6c6a-218f-4851-8ac5-d546e975c0df tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0471790 Apr 12 11:16:11.115961 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cbcd8617-ef2a-4c0c-b113-5cefd97ae5b5 req-6e4201ef-1f52-47b3-b00e-a3809303f0b7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Apr 12 11:16:11.556070 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05604aa8-f068-4019-a890-722e0829f84e req-2d6aa374-1208-4da8-9b3a-8203f232b5d9 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:11.557649 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-05604aa8-f068-4019-a890-722e0829f84e req-2d6aa374-1208-4da8-9b3a-8203f232b5d9 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 948 time: 0.0525944 Apr 12 11:16:11.594535 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4b430c23-8666-4f5a-aead-4ce8eb04cf78 req-bd6bf22c-004e-41fb-82b4-c427110dbe71 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0350633 Apr 12 11:16:11.608021 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-05604aa8-f068-4019-a890-722e0829f84e req-275785af-62c5-4f24-8c37-c05e9211230f tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Apr 12 11:16:12.037937 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 1c9c6244-93a0-40ee-a805-2682737d7cac details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:16:12.134285 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 1c9c6244-93a0-40ee-a805-2682737d7cac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c9c6244-93a0-40ee-a805-2682737d7cac,segment=NetworkSegment(af5053ef-ba11-414a-a73f-1aff3e878360),segment_id=af5053ef-ba11-414a-a73f-1aff3e878360)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:12.145246 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '1c9c6244-93a0-40ee-a805-2682737d7cac', 'network_id': '0a1c3de7-f3ac-4b69-bf78-4b89c0e67866', 'port_id': '1c9c6244-93a0-40ee-a805-2682737d7cac', 'mac_address': 'fa:16:3e:4b:e3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1859fe6b-69bd-4d6d-bfd9-21498d8d9c57', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:16:12.182332 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 1c9c6244-93a0-40ee-a805-2682737d7cac is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:12.182716 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:12.195776 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9c6244-93a0-40ee-a805-2682737d7cac {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:12.215135 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 1c9c6244-93a0-40ee-a805-2682737d7cac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c9c6244-93a0-40ee-a805-2682737d7cac,segment=NetworkSegment(af5053ef-ba11-414a-a73f-1aff3e878360),segment_id=af5053ef-ba11-414a-a73f-1aff3e878360)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:12.230555 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd618c-eb0d-4b0c-b327-8bea6e9941ce req-3f6e492c-6f0c-487e-8fb4-8d44076d747f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:12.232022 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c3cd618c-eb0d-4b0c-b327-8bea6e9941ce req-3f6e492c-6f0c-487e-8fb4-8d44076d747f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Apr 12 11:16:12.271931 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:12.279451 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c3cd618c-eb0d-4b0c-b327-8bea6e9941ce req-e10e802f-e7cf-42e8-bf66-663062790b29 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416224 Apr 12 11:16:12.321288 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=1c9c6244-93a0-40ee-a805-2682737d7cac,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:12.688917 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-18e3a086-7d25-4792-a89d-ebcba5f1bc93 req-19e128a8-230c-4e7a-b184-50fc2b06ac0c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0288043 Apr 12 11:16:12.728270 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39688d42-e3fe-498f-8111-41c29bf191c7 req-b9b3d5cd-7afc-452b-90bb-974befc988c6 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:12.730348 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-39688d42-e3fe-498f-8111-41c29bf191c7 req-b9b3d5cd-7afc-452b-90bb-974befc988c6 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 949 time: 0.0492530 Apr 12 11:16:12.781093 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-39688d42-e3fe-498f-8111-41c29bf191c7 req-18737bcd-eab7-4508-97e7-9b84f14cfa5e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Apr 12 11:16:12.903336 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['1c9c6244-93a0-40ee-a805-2682737d7cac'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:16:13.392954 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d822c8-37e1-4218-8548-f74db3e55d45 req-bc08d093-8566-4bc2-aaa4-4c9d342b76fc tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:13.394452 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-77d822c8-37e1-4218-8548-f74db3e55d45 req-bc08d093-8566-4bc2-aaa4-4c9d342b76fc tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0470295 Apr 12 11:16:13.470563 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b09f8-b9cb-4589-9b7b-084399948729 req-b376d827-e82d-4f8c-b691-7861f3f4d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:13.471970 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b38b09f8-b9cb-4589-9b7b-084399948729 req-b376d827-e82d-4f8c-b691-7861f3f4d960 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0586059 Apr 12 11:16:13.478871 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-77d822c8-37e1-4218-8548-f74db3e55d45 req-aa19a8b0-7f28-49aa-9fbf-95616588519c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789170 Apr 12 11:16:13.519156 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b38b09f8-b9cb-4589-9b7b-084399948729 req-79e49466-f103-49ce-b9bb-cec1683adf05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393479 Apr 12 11:16:13.791650 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-325e51a2-62e7-401d-9d06-8a9da3497b90 req-c6e45224-2bbc-426b-8998-729c55b9019e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Apr 12 11:16:13.893299 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6585b6-2178-42f3-bd8d-981ad8e42e38 req-5d09bd0d-988a-414c-b293-d90d304c2cd8 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:13.894896 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ce6585b6-2178-42f3-bd8d-981ad8e42e38 req-5d09bd0d-988a-414c-b293-d90d304c2cd8 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 949 time: 0.0478559 Apr 12 11:16:13.941764 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ce6585b6-2178-42f3-bd8d-981ad8e42e38 req-225def28-2d99-414c-9f15-2d31dd9bc8a5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Apr 12 11:16:14.057366 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-d4630b4a-8a73-4885-b68c-772f41c60bad tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:14.058837 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-d4630b4a-8a73-4885-b68c-772f41c60bad tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 811 time: 0.1041527 Apr 12 11:16:14.311162 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 1c9c6244-93a0-40ee-a805-2682737d7cac up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:14.356485 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 1c9c6244-93a0-40ee-a805-2682737d7cac completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:16:14.430599 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 1c9c6244-93a0-40ee-a805-2682737d7cac triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:14.430979 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:14.506774 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 1c9c6244-93a0-40ee-a805-2682737d7cac is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:14.507260 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:14.530243 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d228c2e-375a-4007-a422-3b9b99fda8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c6244-93a0-40ee-a805-2682737d7cac'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:14.532482 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c047f292-40ac-4029-b850-bdf05b2d0908" -d '{"events": [{"server_uuid": "2d228c2e-375a-4007-a422-3b9b99fda8b9", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c6244-93a0-40ee-a805-2682737d7cac"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:14.545164 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 1c9c6244-93a0-40ee-a805-2682737d7cac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c9c6244-93a0-40ee-a805-2682737d7cac,segment=NetworkSegment(af5053ef-ba11-414a-a73f-1aff3e878360),segment_id=af5053ef-ba11-414a-a73f-1aff3e878360)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:14.567302 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18564f-0949-4d0b-8ffa-a4d44730a833 x-openstack-request-id: req-1a18564f-0949-4d0b-8ffa-a4d44730a833 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:14.567600 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d228c2e-375a-4007-a422-3b9b99fda8b9", "name": "network-vif-plugged", "status": "completed", "tag": "1c9c6244-93a0-40ee-a805-2682737d7cac", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:14.573181 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a18564f-0949-4d0b-8ffa-a4d44730a833 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:14.573181 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a18564f-0949-4d0b-8ffa-a4d44730a833'] response: {'server_uuid': '2d228c2e-375a-4007-a422-3b9b99fda8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9c6244-93a0-40ee-a805-2682737d7cac', 'code': 200} Apr 12 11:16:14.592541 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ea234-567b-426b-806a-c1c1acc7e4e5 req-4271e954-5c6f-44c0-bbd3-5c14d8a38e86 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:14.594032 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d29ea234-567b-426b-806a-c1c1acc7e4e5 req-4271e954-5c6f-44c0-bbd3-5c14d8a38e86 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0482748 Apr 12 11:16:14.619664 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:14.641701 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d29ea234-567b-426b-806a-c1c1acc7e4e5 req-f71a334b-b3f8-4369-99d8-8bf36dd70a9e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Apr 12 11:16:14.671499 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=1c9c6244-93a0-40ee-a805-2682737d7cac,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:14.889335 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-998d6719-1ba1-476b-8a64-0df6bb49dc60 req-9bbce69b-4e8a-4cf9-b3a5-4bc78cdd5d46 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276401 Apr 12 11:16:15.054447 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b297c-45f5-4948-8302-ee51ab854519 req-ff7b9d99-df5b-41e4-92bd-6d7562471043 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:15.055853 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f4b297c-45f5-4948-8302-ee51ab854519 req-ff7b9d99-df5b-41e4-92bd-6d7562471043 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0478618 Apr 12 11:16:15.102101 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f4b297c-45f5-4948-8302-ee51ab854519 req-22160313-1f45-46e2-bdef-d5cca32b59d2 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Apr 12 11:16:15.753163 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f5694-a0bf-4b23-9496-6d3527d922e3 req-9fe09983-d0f2-4f57-8f86-0efbd5b781a1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:15.754666 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-254f5694-a0bf-4b23-9496-6d3527d922e3 req-9fe09983-d0f2-4f57-8f86-0efbd5b781a1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0476332 Apr 12 11:16:15.804467 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-254f5694-a0bf-4b23-9496-6d3527d922e3 req-60af8c62-e118-46f2-b717-0a6859964fa1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Apr 12 11:16:15.988829 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26af5e5d-3211-449a-8837-096cd995c1a7 req-8ecaa12b-e7ae-4dc2-836f-39c38196e78f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0333996 Apr 12 11:16:16.212236 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd58fd-25aa-4820-8d2c-50f3e09773d4 req-ad83174d-762a-4db2-9361-ac0b8bf60b95 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:16.213610 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bfdd58fd-25aa-4820-8d2c-50f3e09773d4 req-ad83174d-762a-4db2-9361-ac0b8bf60b95 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0463815 Apr 12 11:16:16.260641 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bfdd58fd-25aa-4820-8d2c-50f3e09773d4 req-0ad93062-2174-4995-932a-a7a8731a652b tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Apr 12 11:16:16.915559 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c1e15-8078-47ee-b129-850d169aa224 req-6d938129-045c-4178-bc32-b4cbd2047427 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:16.917029 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c49c1e15-8078-47ee-b129-850d169aa224 req-6d938129-045c-4178-bc32-b4cbd2047427 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0472729 Apr 12 11:16:16.964523 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c49c1e15-8078-47ee-b129-850d169aa224 req-e2fbd64d-b3a0-478d-838b-589de2786af1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Apr 12 11:16:17.080999 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-09152532-dd43-4764-b0f1-eb622bc6f221 req-4fd0b7d0-6d52-41a1-b693-b3bd660735ea tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276742 Apr 12 11:16:17.371585 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3a896-b635-4caa-9de9-8ea7fb0e85ff req-3b466730-65a0-470c-b5c2-5cbd64397928 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:17.373086 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a1f3a896-b635-4caa-9de9-8ea7fb0e85ff req-3b466730-65a0-470c-b5c2-5cbd64397928 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0473139 Apr 12 11:16:17.418302 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a1f3a896-b635-4caa-9de9-8ea7fb0e85ff req-86387c75-a2c3-467c-a68e-06c09f06a047 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Apr 12 11:16:18.076076 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daccb10-a840-46a9-ba58-5faa5d3cd35e req-9b54e906-678e-4fb2-a7b3-e4174ec1df68 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:18.078276 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0daccb10-a840-46a9-ba58-5faa5d3cd35e req-9b54e906-678e-4fb2-a7b3-e4174ec1df68 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0459213 Apr 12 11:16:18.127725 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0daccb10-a840-46a9-ba58-5faa5d3cd35e req-eed3ad80-f023-4a87-9cb0-0dd55651e3b2 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441024 Apr 12 11:16:18.178549 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1b056812-107a-4e1c-abff-ff2beb842d86 req-58e35f4b-038f-42a5-841e-a9d2195a652a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0302517 Apr 12 11:16:18.529972 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1546-ad7a-4c1e-9d29-3c0b278d7475 req-4231f02f-bfe2-461d-a17a-d372f783f115 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:18.531457 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48d1546-ad7a-4c1e-9d29-3c0b278d7475 req-4231f02f-bfe2-461d-a17a-d372f783f115 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0472443 Apr 12 11:16:18.577555 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48d1546-ad7a-4c1e-9d29-3c0b278d7475 req-543fbec7-d302-43cb-bca3-74a797e2df22 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Apr 12 11:16:19.239956 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613f09-37e4-4d29-bfb1-638508458287 req-81d29282-b072-4bc6-a524-f2fba53889f9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:19.241432 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ac613f09-37e4-4d29-bfb1-638508458287 req-81d29282-b072-4bc6-a524-f2fba53889f9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0467334 Apr 12 11:16:19.271699 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-929761f0-2366-45f5-a5f1-91fc34e78668 req-9e29aef6-1b59-4990-8fdc-8da1d5a2de94 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280125 Apr 12 11:16:19.288799 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ac613f09-37e4-4d29-bfb1-638508458287 req-ef18b02b-6580-4a78-85ee-315be071e97a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Apr 12 11:16:19.691004 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eb23c-3b81-49d4-84dd-bed086986830 req-6f2978c1-e4e4-444f-9e25-4ab30f7410d1 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:19.692498 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c10eb23c-3b81-49d4-84dd-bed086986830 req-6f2978c1-e4e4-444f-9e25-4ab30f7410d1 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0497963 Apr 12 11:16:19.739521 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c10eb23c-3b81-49d4-84dd-bed086986830 req-101a1447-5729-4bdb-be31-e4c1293c5e20 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Apr 12 11:16:20.066539 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-57c6a111-43bb-4825-b282-c07058177c32 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31a755505f594ead8af5127ef8f502f1 HTTP/1.1" status: 200 len: 380 time: 0.0566566 Apr 12 11:16:20.077210 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'port': {'device_id': '0d17817c-424b-4992-82fd-0e4c127b0287', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'admin_state_up': True, 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'security_groups': ['671c2bd2-2ef0-4f7b-aada-b988f929f8bf']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:20.260738 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Made reservation on behalf of 31a755505f594ead8af5127ef8f502f1 for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:16:20.264326 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:20.415058 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aa321ae0-9661-477f-bb7b-a1bf0b8b4369 req-60aa1829-e4d2-4012-8901-5aad830042b4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0472076 Apr 12 11:16:20.418105 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510401e6-d53b-4738-810e-ef7c1617e0f2 req-5aa62b79-8e99-4fc4-a824-2a1ed2db1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:20.419545 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-510401e6-d53b-4738-810e-ef7c1617e0f2 req-5aa62b79-8e99-4fc4-a824-2a1ed2db1a7f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 1134 time: 0.1145022 Apr 12 11:16:20.446329 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ea641-50a0-4169-97bd-bc70ad74e8ca req-2dbd778f-09bd-4648-ab3d-228627e0ac8d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:20.447781 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-eb1ea641-50a0-4169-97bd-bc70ad74e8ca req-2dbd778f-09bd-4648-ab3d-228627e0ac8d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0633497 Apr 12 11:16:20.448797 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Allocated IP 172.20.0.12 (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9/f2e44d4b-bd17-40b5-89f5-bc3584980c72/72441c7e-78c2-4418-ae88-b27395be30cc) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:16:20.535037 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-eb1ea641-50a0-4169-97bd-bc70ad74e8ca req-e694abc8-0528-44ab-984a-9605f782478d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807536 Apr 12 11:16:20.610748 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-510401e6-d53b-4738-810e-ef7c1617e0f2 req-a120a924-9e6a-4a48-92d0-99f09d5ce44d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697970 Apr 12 11:16:20.626592 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for port (72441c7e-78c2-4418-ae88-b27395be30cc), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:20.746586 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:20.794291 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:20.798060 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:20.800626 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:16:20.828821 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'Port': ['ID=72441c7e-78c2-4418-ae88-b27395be30cc,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:20.844790 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.845135 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.845476 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.845814 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.846168 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.846502 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.846819 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.847139 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.847465 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.847783 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.848105 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.848423 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.848740 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.849061 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.849375 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:20.858236 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880d202-999e-4b2b-af8f-2e7c51526941 req-0edd9d59-18e9-45b8-a99d-9060b13c14c7 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:20.861662 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f880d202-999e-4b2b-af8f-2e7c51526941 req-0edd9d59-18e9-45b8-a99d-9060b13c14c7 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0557120 Apr 12 11:16:20.876268 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:20.876941 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:20.913792 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f880d202-999e-4b2b-af8f-2e7c51526941 req-7b3cac37-85a3-4679-820e-b9e0d0db5f72 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470943 Apr 12 11:16:20.960735 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-8d199ca2-a2a0-4866-b7c4-23291067ed1f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8875334 Apr 12 11:16:21.000352 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-e9c17f1d-ed1d-4a0f-966e-e6c34c7d602b None None] Provisioning complete for port 72441c7e-78c2-4418-ae88-b27395be30cc triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:21.000809 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9c17f1d-ed1d-4a0f-966e-e6c34c7d602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:21.034839 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-e9c17f1d-ed1d-4a0f-966e-e6c34c7d602b None None] Port 72441c7e-78c2-4418-ae88-b27395be30cc cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:16:21.426475 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:21.496103 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Request body: {'port': {'device_id': '0d17817c-424b-4992-82fd-0e4c127b0287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:21.554367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b038e39-d3b4-4406-9fa6-2010cbcba38d req-eb09b5d0-67b2-4488-8292-7e31ac751b63 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:21.555836 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b038e39-d3b4-4406-9fa6-2010cbcba38d req-eb09b5d0-67b2-4488-8292-7e31ac751b63 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 932 time: 0.0726340 Apr 12 11:16:21.606399 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:21.658046 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b038e39-d3b4-4406-9fa6-2010cbcba38d req-0dbd5c5b-013d-407d-830a-cb21a8c86a3a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966191 Apr 12 11:16:21.680689 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e8d09-7d05-4200-9e93-6f499b5aa530 req-aeef7b3c-a7fc-448e-aeae-e55fbc855bd9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:21.682331 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd6e8d09-7d05-4200-9e93-6f499b5aa530 req-aeef7b3c-a7fc-448e-aeae-e55fbc855bd9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0677030 Apr 12 11:16:21.730704 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd6e8d09-7d05-4200-9e93-6f499b5aa530 req-0ba5256f-5aad-4768-ad59-01660a3a8ccd tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Apr 12 11:16:21.894583 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72441c7e-78c2-4418-ae88-b27395be30cc {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:21.901903 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Publish callbacks [] for port (72441c7e-78c2-4418-ae88-b27395be30cc), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:21.913652 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Transition to ACTIVE for port object 72441c7e-78c2-4418-ae88-b27395be30cc will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:16:21.988247 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:22.062952 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e474fad-6adb-4b03-a06c-e3c4d36c19ee req-feaa373a-1cc6-490f-88a2-a1aaeded4ae7 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:22.064489 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1e474fad-6adb-4b03-a06c-e3c4d36c19ee req-feaa373a-1cc6-490f-88a2-a1aaeded4ae7 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0853491 Apr 12 11:16:22.107503 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Pushing event updated for resources: {'Port': ['ID=72441c7e-78c2-4418-ae88-b27395be30cc,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:22.170152 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1e474fad-6adb-4b03-a06c-e3c4d36c19ee req-27623e73-a0ec-444d-9da6-333559c744b8 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990691 Apr 12 11:16:22.189398 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Attempting to bind port 72441c7e-78c2-4418-ae88-b27395be30cc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:16:22.190589 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Attempting to bind port 72441c7e-78c2-4418-ae88-b27395be30cc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:16:22.191071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Attempting to bind port 72441c7e-78c2-4418-ae88-b27395be30cc on network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:22.197450 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Port 72441c7e-78c2-4418-ae88-b27395be30cc on network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:16:22.197708 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Attempting to bind port 72441c7e-78c2-4418-ae88-b27395be30cc on network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:22.203495 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:16:22.203950 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Checking segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:16:22.204336 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Bound using segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:16:22.205012 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Bound port: 72441c7e-78c2-4418-ae88-b27395be30cc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:16:22.205110 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:22.272356 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] For port 72441c7e-78c2-4418-ae88-b27395be30cc, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:16:22.275328 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] For port 72441c7e-78c2-4418-ae88-b27395be30cc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72441c7e-78c2-4418-ae88-b27395be30cc,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:16:22.334581 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:22.369600 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:22.370239 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:22.371595 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] 10.222.0.52 "PUT /v2.0/ports/72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1094 time: 0.8864217 Apr 12 11:16:22.372024 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d17817c-424b-4992-82fd-0e4c127b0287', 'tag': '72441c7e-78c2-4418-ae88-b27395be30cc'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:22.374294 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887a3b62-3fc9-4c7d-851f-a98963c6ced8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d17817c-424b-4992-82fd-0e4c127b0287", "tag": "72441c7e-78c2-4418-ae88-b27395be30cc"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:22.407975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba01e4-7fb5-47f7-82e1-ced8edf6dbff service neutron] Pushing event updated for resources: {'Port': ['ID=72441c7e-78c2-4418-ae88-b27395be30cc,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:22.420720 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28e37c6-ea7e-4a43-9fb6-bf296e4c31ac x-openstack-request-id: req-e28e37c6-ea7e-4a43-9fb6-bf296e4c31ac {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:22.421016 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d17817c-424b-4992-82fd-0e4c127b0287", "tag": "72441c7e-78c2-4418-ae88-b27395be30cc", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:22.421769 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e28e37c6-ea7e-4a43-9fb6-bf296e4c31ac {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:22.422245 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28e37c6-ea7e-4a43-9fb6-bf296e4c31ac'] response: {'name': 'network-changed', 'server_uuid': '0d17817c-424b-4992-82fd-0e4c127b0287', 'tag': '72441c7e-78c2-4418-ae88-b27395be30cc', 'status': 'completed', 'code': 200} Apr 12 11:16:22.771282 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4339b-48f1-424e-ad11-c12b574b216e req-7dee6716-a859-4b51-8dd8-3599ce847637 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:22.772799 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cba4339b-48f1-424e-ad11-c12b574b216e req-7dee6716-a859-4b51-8dd8-3599ce847637 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 944 time: 0.0495501 Apr 12 11:16:22.820165 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cba4339b-48f1-424e-ad11-c12b574b216e req-12b89747-e44a-41c9-8a37-25ad051f8a78 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419805 Apr 12 11:16:22.844844 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6adb6-7043-4f7f-9cdd-53fcab77a8b0 req-a5094b0e-b3ee-4e0d-9028-71b65566a78a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:22.846323 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-edf6adb6-7043-4f7f-9cdd-53fcab77a8b0 req-a5094b0e-b3ee-4e0d-9028-71b65566a78a tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0465181 Apr 12 11:16:22.891475 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-edf6adb6-7043-4f7f-9cdd-53fcab77a8b0 req-33dbc948-689f-4c9b-a200-b08233c07b0c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Apr 12 11:16:23.296095 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1d61f-2d9c-48b4-b74e-4edc26b9f150 req-fa44d151-f6f2-4c62-b57f-5c6dce70b90f tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:23.297594 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ca1d61f-2d9c-48b4-b74e-4edc26b9f150 req-fa44d151-f6f2-4c62-b57f-5c6dce70b90f tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0511699 Apr 12 11:16:23.314137 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c948f2-6bf9-462c-89f1-6cde4a5323ff req-3ba4930b-4180-442a-ad29-0aabea3abefe tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:23.315614 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-57c948f2-6bf9-462c-89f1-6cde4a5323ff req-3ba4930b-4180-442a-ad29-0aabea3abefe tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0471222 Apr 12 11:16:23.353689 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ca1d61f-2d9c-48b4-b74e-4edc26b9f150 req-5e795590-f035-4a5e-a2ef-7693a61b35b4 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500143 Apr 12 11:16:23.375793 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-57c948f2-6bf9-462c-89f1-6cde4a5323ff req-cec0046c-3c60-48bc-9f2b-4bc75cf61894 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 Apr 12 11:16:23.412728 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-588dac6d-914a-4889-ba5d-19901e111dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:23.414235 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-588dac6d-914a-4889-ba5d-19901e111dd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1128 time: 0.0420799 Apr 12 11:16:23.959170 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-17b946f5-8f67-45f4-ad4a-13b129341ef9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 217 time: 0.0434518 Apr 12 11:16:23.961752 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-1c9a113e-f187-4aff-adf0-486229459087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:23.966161 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-1c9a113e-f187-4aff-adf0-486229459087 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0399368 Apr 12 11:16:23.967074 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad124e7-49f5-4a4e-b20e-cc9e35de50c5 req-bed3fb61-d128-4ad4-ac29-7cff1b17b2ef tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:23.968990 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8ad124e7-49f5-4a4e-b20e-cc9e35de50c5 req-bed3fb61-d128-4ad4-ac29-7cff1b17b2ef tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 944 time: 0.0807514 Apr 12 11:16:24.036426 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-0f6d03b6-cd76-4bc2-bdbe-8b3fd26d247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.037884 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-0f6d03b6-cd76-4bc2-bdbe-8b3fd26d247a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0661027 Apr 12 11:16:24.060876 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-a5370163-cc1c-4c52-a074-cefa1a8e6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.061402 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8ad124e7-49f5-4a4e-b20e-cc9e35de50c5 req-66e857c4-f757-4690-92d8-0350a645f6e1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824583 Apr 12 11:16:24.062610 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-a5370163-cc1c-4c52-a074-cefa1a8e6981 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0899963 Apr 12 11:16:24.089985 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-37d11e9e-a4f1-4525-a64d-f47207c79767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.091518 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-37d11e9e-a4f1-4525-a64d-f47207c79767 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464752 Apr 12 11:16:24.106547 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-0c370ee5-216b-4710-b10c-547af458d692 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0375319 Apr 12 11:16:24.153367 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-56ffa2fa-d830-479f-b058-b832496b5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.154874 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-56ffa2fa-d830-479f-b058-b832496b5ae6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0427773 Apr 12 11:16:24.185924 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-99efc503-553e-4fa1-bcd0-d84dfa4eadbd service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873656 Apr 12 11:16:24.198346 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-08e68136-ac26-48e2-84ea-449f56809ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.199853 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-08e68136-ac26-48e2-84ea-449f56809ad0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388598 Apr 12 11:16:24.273737 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d182a5-4c39-445b-b4fc-160791d3ac7d req-3be748fc-390e-4077-90bf-62573e19a08b service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819843 Apr 12 11:16:24.297942 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-c2884380-2d0f-4a32-a8c8-1144e01fe241 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902023 Apr 12 11:16:24.395863 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-af2ee412-104f-4f10-9adc-48fa3f6cef36 req-7ef1f269-4c3b-49d2-ab76-86d8983beb34 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920861 Apr 12 11:16:24.493639 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247d89-a528-4788-aca4-d90fe1700f18 req-29f7226c-9d26-4159-87c5-9189d38f651e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.495152 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-91247d89-a528-4788-aca4-d90fe1700f18 req-29f7226c-9d26-4159-87c5-9189d38f651e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0527494 Apr 12 11:16:24.496335 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835ba76-0de3-40e8-972c-b3fc83824fb1 req-eee22626-9422-4477-9c93-bc9a58274ac3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.497793 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5835ba76-0de3-40e8-972c-b3fc83824fb1 req-eee22626-9422-4477-9c93-bc9a58274ac3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0515842 Apr 12 11:16:24.545034 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5835ba76-0de3-40e8-972c-b3fc83824fb1 req-82e6167e-0032-43a6-8453-e8c7f4f727b0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Apr 12 11:16:24.546207 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-91247d89-a528-4788-aca4-d90fe1700f18 req-ac693786-ac5b-480e-a508-ca634da062ed tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Apr 12 11:16:24.983105 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49291cd-59f2-41dd-8c69-0dc4604c4d88 req-612cc4a1-cc3f-4fdb-8a12-660d1f1f90fa tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.984659 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e49291cd-59f2-41dd-8c69-0dc4604c4d88 req-612cc4a1-cc3f-4fdb-8a12-660d1f1f90fa tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0485506 Apr 12 11:16:25.032126 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e49291cd-59f2-41dd-8c69-0dc4604c4d88 req-6bf7bfe6-35a9-49d9-82f4-36db96692b61 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Apr 12 11:16:25.170858 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a278c-5a17-4d9c-9012-259b08b2f76d req-dedb774a-2ea8-448b-9aea-7723f406d07c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:25.172876 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4c2a278c-5a17-4d9c-9012-259b08b2f76d req-dedb774a-2ea8-448b-9aea-7723f406d07c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 944 time: 0.0453441 Apr 12 11:16:25.220122 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4c2a278c-5a17-4d9c-9012-259b08b2f76d req-d141e537-ae6f-421b-ac43-ad27a4347b43 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Apr 12 11:16:25.666441 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9b23e-23cb-46fe-991c-b7a02559080c req-ad8e735d-f7f8-462e-afb9-9ec2ada75914 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:25.667884 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-60f9b23e-23cb-46fe-991c-b7a02559080c req-ad8e735d-f7f8-462e-afb9-9ec2ada75914 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0505071 Apr 12 11:16:25.713532 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-60f9b23e-23cb-46fe-991c-b7a02559080c req-5aa12ecc-f400-418f-b269-5811d9ea4a53 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Apr 12 11:16:26.146824 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72108e8c-1f23-4a2f-b3fd-e6542b588530 req-846b4109-d5e1-4f0c-8e20-29e20d19fe6b tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:26.148326 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-72108e8c-1f23-4a2f-b3fd-e6542b588530 req-846b4109-d5e1-4f0c-8e20-29e20d19fe6b tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0512652 Apr 12 11:16:26.195926 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-72108e8c-1f23-4a2f-b3fd-e6542b588530 req-8f3c5fdd-29dc-4445-9854-3f44dcccbcd1 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Apr 12 11:16:26.334432 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ae63b-f786-430d-af8d-2f7e03576cc1 req-adbcda32-e63d-48d3-97ea-7abc0b20cd7b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:26.335870 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-844ae63b-f786-430d-af8d-2f7e03576cc1 req-adbcda32-e63d-48d3-97ea-7abc0b20cd7b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 944 time: 0.0465460 Apr 12 11:16:26.380918 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-844ae63b-f786-430d-af8d-2f7e03576cc1 req-0c40d7b9-10fa-4b8a-924a-13375649d58b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 Apr 12 11:16:26.823378 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94914a56-ee57-4301-9f14-3d10542a7872 req-e9edf63e-80c8-42e3-8400-9beabe6090df tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:26.824856 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94914a56-ee57-4301-9f14-3d10542a7872 req-e9edf63e-80c8-42e3-8400-9beabe6090df tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0466270 Apr 12 11:16:26.871783 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94914a56-ee57-4301-9f14-3d10542a7872 req-f6cb0f04-4152-4051-b6d3-5ca3efd55215 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Apr 12 11:16:27.306539 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a18bd-a52c-489c-8e42-dee73bdebfe6 req-b706ddd1-8539-4f1c-8823-f00d29de16a1 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:27.307966 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad1a18bd-a52c-489c-8e42-dee73bdebfe6 req-b706ddd1-8539-4f1c-8823-f00d29de16a1 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0460451 Apr 12 11:16:27.357138 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad1a18bd-a52c-489c-8e42-dee73bdebfe6 req-eb52ab96-cf29-4bf4-bb5c-8df566ceab27 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Apr 12 11:16:27.490088 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eb9df-3786-4360-9e8e-0301fa1702c8 req-4c228a0f-7bae-4add-9aaf-da615897adbd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:27.491488 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-222eb9df-3786-4360-9e8e-0301fa1702c8 req-4c228a0f-7bae-4add-9aaf-da615897adbd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 944 time: 0.0459750 Apr 12 11:16:27.540369 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-222eb9df-3786-4360-9e8e-0301fa1702c8 req-4c4654b4-61b5-4683-8936-83e1591d17e3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Apr 12 11:16:27.984923 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a1740-ce31-4550-9227-76f73915ce39 req-844b9b62-6c7b-4962-ab8f-ea964c7bd520 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:27.989945 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-402a1740-ce31-4550-9227-76f73915ce39 req-844b9b62-6c7b-4962-ab8f-ea964c7bd520 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0482578 Apr 12 11:16:28.036716 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-402a1740-ce31-4550-9227-76f73915ce39 req-32aea056-493e-4941-8364-7ed00fe735b3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Apr 12 11:16:28.468016 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584e964-858a-454e-aea8-206a33516a56 req-e95460ef-2a11-4c2e-badb-30bb53335da5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:28.469447 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0584e964-858a-454e-aea8-206a33516a56 req-e95460ef-2a11-4c2e-badb-30bb53335da5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0468037 Apr 12 11:16:28.527344 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0584e964-858a-454e-aea8-206a33516a56 req-5c8a437e-8034-4768-9e5d-db1869d74ae4 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502136 Apr 12 11:16:28.550986 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-eaca9363-db16-4169-97a9-0c3a4299f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:28.552547 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-eaca9363-db16-4169-97a9-0c3a4299f85e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1128 time: 0.0566256 Apr 12 11:16:28.651534 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9641810-3f47-40c7-9193-fae5ba8df477 req-8cac1356-a6dd-40ab-892e-9cd6bf11a143 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:28.658845 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9641810-3f47-40c7-9193-fae5ba8df477 req-8cac1356-a6dd-40ab-892e-9cd6bf11a143 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 944 time: 0.0465026 Apr 12 11:16:28.705653 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9641810-3f47-40c7-9193-fae5ba8df477 req-88b5d7b0-6cf3-4552-9be8-3004a32c557a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462394 Apr 12 11:16:28.746421 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:16:29.147825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c6e21-cab5-4be2-9f3f-5ce35c9ceb9c req-6536c18a-fce9-4656-bc46-9b367c7235a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.149289 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f97c6e21-cab5-4be2-9f3f-5ce35c9ceb9c req-6536c18a-fce9-4656-bc46-9b367c7235a5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0466807 Apr 12 11:16:29.196740 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f97c6e21-cab5-4be2-9f3f-5ce35c9ceb9c req-0451ba49-6b03-47eb-a1e2-8f3132347995 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Apr 12 11:16:29.641578 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e50f7-f165-4a4f-9545-c1bc2d7a46c9 req-ea4a8b5e-a0dc-4043-9a4e-2e78e16f885e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.643445 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6e2e50f7-f165-4a4f-9545-c1bc2d7a46c9 req-ea4a8b5e-a0dc-4043-9a4e-2e78e16f885e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0505250 Apr 12 11:16:29.645039 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 72441c7e-78c2-4418-ae88-b27395be30cc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:16:29.667731 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44698) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:29.708080 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6e2e50f7-f165-4a4f-9545-c1bc2d7a46c9 req-911a481b-ed14-4ffd-a5f8-87284cab3215 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587909 Apr 12 11:16:29.779834 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 72441c7e-78c2-4418-ae88-b27395be30cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72441c7e-78c2-4418-ae88-b27395be30cc,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:29.794187 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '72441c7e-78c2-4418-ae88-b27395be30cc', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'port_id': '72441c7e-78c2-4418-ae88-b27395be30cc', 'mac_address': 'fa:16:3e:bc:78:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:16:29.796699 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-15211cbf-9a10-4d37-b08f-ac4e18b14673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.837337 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 72441c7e-78c2-4418-ae88-b27395be30cc is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:29.837653 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.853305 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72441c7e-78c2-4418-ae88-b27395be30cc {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:29.861467 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7bf99-6520-4534-b390-97c81c046966 req-0e9e7ac6-44e2-49ed-8af3-8759a9da33bb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.863043 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19a7bf99-6520-4534-b390-97c81c046966 req-0e9e7ac6-44e2-49ed-8af3-8759a9da33bb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 944 time: 0.0682185 Apr 12 11:16:29.875843 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 72441c7e-78c2-4418-ae88-b27395be30cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72441c7e-78c2-4418-ae88-b27395be30cc,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:29.934129 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19a7bf99-6520-4534-b390-97c81c046966 req-8d585333-b9f6-4a4b-acf4-a346ff4f7344 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626979 Apr 12 11:16:29.956380 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-15211cbf-9a10-4d37-b08f-ac4e18b14673 admin admin] Publish callbacks [] for security_group (36d040cc-6cb3-42cc-86f4-b59934747a97), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.963558 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:30.011166 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=72441c7e-78c2-4418-ae88-b27395be30cc,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:30.031806 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-15211cbf-9a10-4d37-b08f-ac4e18b14673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (36d040cc-6cb3-42cc-86f4-b59934747a97), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:30.071888 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-15211cbf-9a10-4d37-b08f-ac4e18b14673 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=465e147d3bd34ed0b67e14412c52dbed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022648 Apr 12 11:16:30.072748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15211cbf-9a10-4d37-b08f-ac4e18b14673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d040cc-6cb3-42cc-86f4-b59934747a97,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:30.075680 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44704) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:30.124813 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Publish callbacks [] for security_group (36d040cc-6cb3-42cc-86f4-b59934747a97), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:30.145571 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Publish callbacks [] for security_group (36d040cc-6cb3-42cc-86f4-b59934747a97), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:30.273085 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (36d040cc-6cb3-42cc-86f4-b59934747a97), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:30.275547 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:30.276619 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/36d040cc-6cb3-42cc-86f4-b59934747a97 HTTP/1.1" status: 204 len: 168 time: 0.1995583 Apr 12 11:16:30.308742 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d040cc-6cb3-42cc-86f4-b59934747a97,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:30.325077 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9cfb6-5c35-4397-b3eb-ff5e33fae44e req-3edb4c05-47b0-4189-bd2c-21559c0eaabc tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:30.326732 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-96c9cfb6-5c35-4397-b3eb-ff5e33fae44e req-3edb4c05-47b0-4189-bd2c-21559c0eaabc tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0641654 Apr 12 11:16:30.328298 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.328698 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.329092 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.329970 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.330361 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.330744 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.331115 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.331393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.331720 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.332075 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.332583 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.333072 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.333566 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.334117 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.334596 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23223bf9-4fdf-4201-8c61-4db3e4353a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:30.385539 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-96c9cfb6-5c35-4397-b3eb-ff5e33fae44e req-6ac1c31e-8c08-47fb-8a9a-b042fdbda746 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Apr 12 11:16:30.474754 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['72441c7e-78c2-4418-ae88-b27395be30cc'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:16:30.813407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c40ac-86e6-47d3-a767-635d7d955cf4 req-7f2b6a01-8055-42aa-a73c-ca7fd8224a14 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:30.815722 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d63c40ac-86e6-47d3-a767-635d7d955cf4 req-7f2b6a01-8055-42aa-a73c-ca7fd8224a14 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0509343 Apr 12 11:16:30.863523 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d63c40ac-86e6-47d3-a767-635d7d955cf4 req-c7ecf87a-6035-404f-9859-dbb5d9d3ff8c tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Apr 12 11:16:31.051492 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109cab0-2a14-4655-bb0d-21a8689cdc04 req-29b5cea9-933f-4ca0-bc45-8171167ff616 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:31.052967 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3109cab0-2a14-4655-bb0d-21a8689cdc04 req-29b5cea9-933f-4ca0-bc45-8171167ff616 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 945 time: 0.0509183 Apr 12 11:16:31.098440 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3109cab0-2a14-4655-bb0d-21a8689cdc04 req-588059da-93aa-4042-9619-82203b22e416 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Apr 12 11:16:31.414908 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3133bdef-f025-4235-a565-b31e92b268b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:31.500874 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c3d74-8088-46c7-99ba-1ffbdb5ca7dd req-4d838f1c-6149-4809-b48c-64b48880dcdf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:31.503100 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c9c3d74-8088-46c7-99ba-1ffbdb5ca7dd req-4d838f1c-6149-4809-b48c-64b48880dcdf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0464957 Apr 12 11:16:31.549910 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c9c3d74-8088-46c7-99ba-1ffbdb5ca7dd req-d0247f01-6b94-4362-9fc6-103140f5b70c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Apr 12 11:16:31.979311 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa62499-8bbb-4f06-a00e-44a91dc5a1b4 req-a7838c51-d78c-4ed9-90b0-3e5f4c93aa52 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:31.980825 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6aa62499-8bbb-4f06-a00e-44a91dc5a1b4 req-a7838c51-d78c-4ed9-90b0-3e5f4c93aa52 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0508323 Apr 12 11:16:32.029280 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6aa62499-8bbb-4f06-a00e-44a91dc5a1b4 req-0506c10a-5208-4e55-bc6e-d9e47cebaacf tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 Apr 12 11:16:32.210516 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6f8d9-2d1d-465a-abf9-37ce7173a5d3 req-95e22dce-c2cd-4a34-8ac0-9e419ef382a2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:32.212011 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ded6f8d9-2d1d-465a-abf9-37ce7173a5d3 req-95e22dce-c2cd-4a34-8ac0-9e419ef382a2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 945 time: 0.0479105 Apr 12 11:16:32.263207 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ded6f8d9-2d1d-465a-abf9-37ce7173a5d3 req-3f89b736-1a56-4748-aa5a-21d6cb7397c1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Apr 12 11:16:32.667397 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7993ae-49f9-472d-be93-4a46c77af892 req-6eba0684-1665-428d-b50b-f8e01f45c2fc tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:32.668867 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ec7993ae-49f9-472d-be93-4a46c77af892 req-6eba0684-1665-428d-b50b-f8e01f45c2fc tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0527501 Apr 12 11:16:32.715018 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ec7993ae-49f9-472d-be93-4a46c77af892 req-f3743201-2c60-45fc-9e90-305a86fdd302 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398817 Apr 12 11:16:33.140625 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ce5d9-b733-4f96-9e70-e319c1b53c04 req-6c8d72da-8214-432d-a983-652496123ec6 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:33.142379 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-251ce5d9-b733-4f96-9e70-e319c1b53c04 req-6c8d72da-8214-432d-a983-652496123ec6 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0471742 Apr 12 11:16:33.188546 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-251ce5d9-b733-4f96-9e70-e319c1b53c04 req-ab480ca6-a75b-44df-8c57-bb2acf582c0d tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Apr 12 11:16:33.374323 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e7957-9c24-421e-b55d-79deaba5acf3 req-9c406737-2bd1-490a-aba2-bae60a84bb47 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:33.375819 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-754e7957-9c24-421e-b55d-79deaba5acf3 req-9c406737-2bd1-490a-aba2-bae60a84bb47 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 945 time: 0.0468721 Apr 12 11:16:33.425918 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-754e7957-9c24-421e-b55d-79deaba5acf3 req-777ca004-d2cb-46b9-9bd7-d7b380397afc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 Apr 12 11:16:33.827299 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a9af-1627-452f-9b23-e4e9c730d602 req-60ef2e10-7420-4494-8b6d-80287c77057c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:33.828773 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ea84a9af-1627-452f-9b23-e4e9c730d602 req-60ef2e10-7420-4494-8b6d-80287c77057c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0478654 Apr 12 11:16:33.860033 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-53584ca1-47d7-4b0d-bb8d-b4ea05568e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:33.875357 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ea84a9af-1627-452f-9b23-e4e9c730d602 req-d976f959-420c-462b-8094-c703e6d7b0e9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402544 Apr 12 11:16:34.297824 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6f2d4-5e7d-49ae-ad27-8627a4457228 req-7173d2da-1182-48a9-8426-773da35d649d tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:34.299513 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1de6f2d4-5e7d-49ae-ad27-8627a4457228 req-7173d2da-1182-48a9-8426-773da35d649d tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0462296 Apr 12 11:16:34.344317 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1de6f2d4-5e7d-49ae-ad27-8627a4457228 req-2a14a47f-a81d-4ae5-ab60-6b46be07d948 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394640 Apr 12 11:16:34.538735 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614e70f-c887-4ff2-abff-8ecfd5e352c4 req-d27a442b-3260-495d-84ad-e1c8f6b16053 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:34.540229 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8614e70f-c887-4ff2-abff-8ecfd5e352c4 req-d27a442b-3260-495d-84ad-e1c8f6b16053 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 945 time: 0.0500572 Apr 12 11:16:34.586357 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8614e70f-c887-4ff2-abff-8ecfd5e352c4 req-c73e2ba9-6d59-4176-9f7f-daca3456a8e3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406537 Apr 12 11:16:34.993295 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fd46b-5436-4e45-9f25-646f4a9c4337 req-08e5a349-b988-432f-8346-59aec1bf11df tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:34.994799 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f38fd46b-5436-4e45-9f25-646f4a9c4337 req-08e5a349-b988-432f-8346-59aec1bf11df tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0465648 Apr 12 11:16:35.041378 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f38fd46b-5436-4e45-9f25-646f4a9c4337 req-490096fb-589e-4552-834a-de155dba6663 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Apr 12 11:16:35.043746 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:35.454944 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06270805-a088-4da4-8caa-83e3af3bb66b req-32ac54c5-d95e-4bce-88eb-f177231fdffa tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:35.456437 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-06270805-a088-4da4-8caa-83e3af3bb66b req-32ac54c5-d95e-4bce-88eb-f177231fdffa tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0465260 Apr 12 11:16:35.505049 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-06270805-a088-4da4-8caa-83e3af3bb66b req-b1713174-5c6e-4d39-9816-ef3b2f533311 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Apr 12 11:16:35.562641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 72441c7e-78c2-4418-ae88-b27395be30cc up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:35.611683 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 72441c7e-78c2-4418-ae88-b27395be30cc completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:16:35.707393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ece62a-510e-4e67-a4cc-cf4fa0c309fb req-7d3928e8-a665-4e35-b95c-7e49e01ffca2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:35.708850 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-02ece62a-510e-4e67-a4cc-cf4fa0c309fb req-7d3928e8-a665-4e35-b95c-7e49e01ffca2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 945 time: 0.0498579 Apr 12 11:16:35.711765 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 72441c7e-78c2-4418-ae88-b27395be30cc triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:35.712217 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:35.755343 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-02ece62a-510e-4e67-a4cc-cf4fa0c309fb req-815cdfd3-41ee-4095-b1b3-83daf5ad7c42 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Apr 12 11:16:35.789592 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 72441c7e-78c2-4418-ae88-b27395be30cc is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:35.789983 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:35.811770 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d17817c-424b-4992-82fd-0e4c127b0287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72441c7e-78c2-4418-ae88-b27395be30cc'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:35.814138 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b08b5d-814d-46ab-bfcf-de2ae5eb6c4a" -d '{"events": [{"server_uuid": "0d17817c-424b-4992-82fd-0e4c127b0287", "name": "network-vif-plugged", "status": "completed", "tag": "72441c7e-78c2-4418-ae88-b27395be30cc"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:35.826108 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 72441c7e-78c2-4418-ae88-b27395be30cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72441c7e-78c2-4418-ae88-b27395be30cc,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:35.851516 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9e2a3-2014-47d1-a721-c41d17fc2ef8 x-openstack-request-id: req-65b9e2a3-2014-47d1-a721-c41d17fc2ef8 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:35.851826 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d17817c-424b-4992-82fd-0e4c127b0287", "name": "network-vif-plugged", "status": "completed", "tag": "72441c7e-78c2-4418-ae88-b27395be30cc", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:35.852087 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65b9e2a3-2014-47d1-a721-c41d17fc2ef8 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:35.852525 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b9e2a3-2014-47d1-a721-c41d17fc2ef8'] response: {'server_uuid': '0d17817c-424b-4992-82fd-0e4c127b0287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72441c7e-78c2-4418-ae88-b27395be30cc', 'code': 200} Apr 12 11:16:35.871716 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:35.922933 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=72441c7e-78c2-4418-ae88-b27395be30cc,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:36.083313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-ea68ee2a-f53f-4428-96e5-8abb1509380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:36.084909 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-ea68ee2a-f53f-4428-96e5-8abb1509380d service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0897722 Apr 12 11:16:36.095017 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:36.157235 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab76623-21c4-4e5d-99f6-285f8f62802d req-9469edfd-2dd3-4f7e-a75d-0b6ee91627c2 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:36.159027 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0ab76623-21c4-4e5d-99f6-285f8f62802d req-9469edfd-2dd3-4f7e-a75d-0b6ee91627c2 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0511951 Apr 12 11:16:36.206461 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0ab76623-21c4-4e5d-99f6-285f8f62802d req-dedf731d-7448-4c34-ba3b-b2d1aa809b9f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Apr 12 11:16:36.529286 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-8a838067-6ae9-44fb-969d-3a87c6d38b93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 217 time: 0.0366061 Apr 12 11:16:36.618650 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3003f-caf9-43aa-a076-584bd137304b req-d003f90c-48a7-483a-8a26-bc22baa21ca4 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:36.620124 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-56f3003f-caf9-43aa-a076-584bd137304b req-d003f90c-48a7-483a-8a26-bc22baa21ca4 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0464387 Apr 12 11:16:36.670792 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-56f3003f-caf9-43aa-a076-584bd137304b req-51e9c468-f976-46e8-99d2-e859131bcc8a tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447299 Apr 12 11:16:36.742604 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-db798714-2923-4eb3-b876-e411a82aee6e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:36.744091 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-db798714-2923-4eb3-b876-e411a82aee6e tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0538337 Apr 12 11:16:36.761602 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-20bce49c-3545-45f6-8768-4e801a4ece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:36.763033 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-20bce49c-3545-45f6-8768-4e801a4ece6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0720799 Apr 12 11:16:36.870907 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6c28c-6c82-4559-a333-070409fa9033 req-b10b97d1-b6b8-4c79-987d-1e320e115feb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:36.872399 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b7c6c28c-6c82-4559-a333-070409fa9033 req-b10b97d1-b6b8-4c79-987d-1e320e115feb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0511260 Apr 12 11:16:36.919910 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b7c6c28c-6c82-4559-a333-070409fa9033 req-f3fb6540-7ef4-4d0b-904c-6b51dd50b527 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Apr 12 11:16:37.099963 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d7c48-e7d7-48b1-9562-0ba76063294c req-eae8a69d-3e30-4760-a2be-b3b59de8996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:37.101614 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-497d7c48-e7d7-48b1-9562-0ba76063294c req-eae8a69d-3e30-4760-a2be-b3b59de8996c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0404003 Apr 12 11:16:37.193972 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-eb4c1508-b28e-4497-8d5b-8bf2f1a02c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:37.195856 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-eb4c1508-b28e-4497-8d5b-8bf2f1a02c91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456188 Apr 12 11:16:37.255627 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-497d7c48-e7d7-48b1-9562-0ba76063294c req-fcced67f-4c45-4f3b-b6ca-6951ec307300 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987344 Apr 12 11:16:37.268511 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Deleting port 1c9c6244-93a0-40ee-a805-2682737d7cac {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:16:37.268858 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:37.469123 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-6f03a80d-c31e-4d76-b445-e7b5ce7532a1 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670693 Apr 12 11:16:37.601298 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff5b41-7813-467a-a5f4-2abeed23c53e req-2f1e60e6-f7dc-4923-a6db-dbf1183c25ec tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:37.602829 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-13ff5b41-7813-467a-a5f4-2abeed23c53e req-2f1e60e6-f7dc-4923-a6db-dbf1183c25ec tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.3165958 Apr 12 11:16:37.639746 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] For port 1c9c6244-93a0-40ee-a805-2682737d7cac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c9c6244-93a0-40ee-a805-2682737d7cac,segment=NetworkSegment(af5053ef-ba11-414a-a73f-1aff3e878360),segment_id=af5053ef-ba11-414a-a73f-1aff3e878360)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:37.640364 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:37.656707 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Calling delete_port for 1c9c6244-93a0-40ee-a805-2682737d7cac owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:16:37.718106 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-13ff5b41-7813-467a-a5f4-2abeed23c53e req-f3ea8c07-ecba-4029-8993-6339da7258d6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094179 Apr 12 11:16:37.776961 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:37.823531 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da65ef7-c57f-485e-a20a-0d51d0699012 req-a94db3fb-f008-403a-9fb4-546784d4d171 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:37.824915 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3da65ef7-c57f-485e-a20a-0d51d0699012 req-a94db3fb-f008-403a-9fb4-546784d4d171 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 950 time: 0.0658455 Apr 12 11:16:37.831187 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-887a3b62-3fc9-4c7d-851f-a98963c6ced8 req-616ec17d-ee87-4b3f-a48e-2c8cdb9db0a8 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408753 Apr 12 11:16:37.878858 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3da65ef7-c57f-485e-a20a-0d51d0699012 req-877853e9-c0c6-436a-8710-71b3d9893382 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8eef747-c5ec-4895-a83d-7b74452f9e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 Apr 12 11:16:37.906383 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (1c9c6244-93a0-40ee-a805-2682737d7cac), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:37.936592 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Pushing event deleted for resources: {'Port': ['ID=1c9c6244-93a0-40ee-a805-2682737d7cac,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:37.987062 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] No DVR routers for this DVR port 1c9c6244-93a0-40ee-a805-2682737d7cac on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:16:37.991209 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:37.998105 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4fb8d386-bd83-4ced-bb45-6bfafd687e25 req-1764dc12-5ab0-42b2-83a2-bcca9a2cced5 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.52 "DELETE /v2.0/ports/1c9c6244-93a0-40ee-a805-2682737d7cac HTTP/1.1" status: 204 len: 173 time: 0.8478711 Apr 12 11:16:37.998749 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d228c2e-375a-4007-a422-3b9b99fda8b9', 'name': 'network-vif-deleted', 'tag': '1c9c6244-93a0-40ee-a805-2682737d7cac'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:38.002556 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504969a-86cd-42b6-909d-f04c00e69f31" -d '{"events": [{"server_uuid": "2d228c2e-375a-4007-a422-3b9b99fda8b9", "name": "network-vif-deleted", "tag": "1c9c6244-93a0-40ee-a805-2682737d7cac"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:38.055762 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7225b6ac-787f-4b93-9d3f-a8633d4f2413 x-openstack-request-id: req-7225b6ac-787f-4b93-9d3f-a8633d4f2413 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:38.056058 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d228c2e-375a-4007-a422-3b9b99fda8b9", "name": "network-vif-deleted", "tag": "1c9c6244-93a0-40ee-a805-2682737d7cac", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:38.056311 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7225b6ac-787f-4b93-9d3f-a8633d4f2413 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:38.056710 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7225b6ac-787f-4b93-9d3f-a8633d4f2413'] response: {'server_uuid': '2d228c2e-375a-4007-a422-3b9b99fda8b9', 'name': 'network-vif-deleted', 'tag': '1c9c6244-93a0-40ee-a805-2682737d7cac', 'status': 'completed', 'code': 200} Apr 12 11:16:38.067807 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b6d7-ffd4-4d6d-b991-fe8af9965372 req-224c4b5a-0049-4c97-bc82-a68256f2b43b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:38.069378 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fbf7b6d7-ffd4-4d6d-b991-fe8af9965372 req-224c4b5a-0049-4c97-bc82-a68256f2b43b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0641658 Apr 12 11:16:38.124726 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fbf7b6d7-ffd4-4d6d-b991-fe8af9965372 req-ca2b7dad-fe19-4648-96c1-e17e580d8140 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487807 Apr 12 11:16:38.993174 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b933b526-3ffa-4aee-a954-d32be3480d24 req-fbb91a61-14c9-4de8-b9a4-ee6ab254e608 tempest-VolumesNegativeTest-439175389 tempest-VolumesNegativeTest-439175389-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d228c2e-375a-4007-a422-3b9b99fda8b9 HTTP/1.1" status: 200 len: 210 time: 0.0309682 Apr 12 11:16:39.237528 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1ce58-425e-4f83-a985-02bae2f4be6e req-cdbef2b9-6da2-43c4-965c-731c83f77b21 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:39.239046 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dea1ce58-425e-4f83-a985-02bae2f4be6e req-cdbef2b9-6da2-43c4-965c-731c83f77b21 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0471220 Apr 12 11:16:39.286185 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dea1ce58-425e-4f83-a985-02bae2f4be6e req-91ec3fad-52fc-4f5e-b1e6-9ef1d47a6f3d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Apr 12 11:16:39.574114 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 1c9c6244-93a0-40ee-a805-2682737d7cac no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:16:39.594416 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 1c9c6244-93a0-40ee-a805-2682737d7cac {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:16:39.594762 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 1c9c6244-93a0-40ee-a805-2682737d7cac not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:16:39.724875 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44884) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:39.729931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-dc857411-b16f-4b82-b3d4-d3019c1adc81 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360377338', 'description': 'tempest-description--811399765'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:39.820580 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc857411-b16f-4b82-b3d4-d3019c1adc81 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:39.889800 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc857411-b16f-4b82-b3d4-d3019c1adc81 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group (49a36228-5fc9-46d1-bd3f-af378fe7f103), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:39.952164 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc857411-b16f-4b82-b3d4-d3019c1adc81 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (49a36228-5fc9-46d1-bd3f-af378fe7f103), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:39.982593 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc857411-b16f-4b82-b3d4-d3019c1adc81 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a36228-5fc9-46d1-bd3f-af378fe7f103,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:40.060122 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dc857411-b16f-4b82-b3d4-d3019c1adc81 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.066332 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-dc857411-b16f-4b82-b3d4-d3019c1adc81 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3350122 Apr 12 11:16:40.068716 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44894) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:40.073668 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-c6e3a3bc-9eef-40e7-8ffb-0fd5d9f82a60 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Request body: {'security_group_rule': {'security_group_id': '49a36228-5fc9-46d1-bd3f-af378fe7f103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:40.186532 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6e3a3bc-9eef-40e7-8ffb-0fd5d9f82a60 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group_rule (f2abd010-35b2-4b2e-a701-65dbb7bb16ac), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.243722 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6e3a3bc-9eef-40e7-8ffb-0fd5d9f82a60 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group_rule (f2abd010-35b2-4b2e-a701-65dbb7bb16ac), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.335622 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6e3a3bc-9eef-40e7-8ffb-0fd5d9f82a60 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (f2abd010-35b2-4b2e-a701-65dbb7bb16ac), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.353503 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3a3bc-9eef-40e7-8ffb-0fd5d9f82a60 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2abd010-35b2-4b2e-a701-65dbb7bb16ac,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:40.404217 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18fa8-deb8-40f4-8b36-d1ce8211a128 req-d958f87f-1e10-4049-a9eb-c8cc395f53bb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:40.405760 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-34f18fa8-deb8-40f4-8b36-d1ce8211a128 req-d958f87f-1e10-4049-a9eb-c8cc395f53bb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0502579 Apr 12 11:16:40.411196 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6e3a3bc-9eef-40e7-8ffb-0fd5d9f82a60 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.412311 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c6e3a3bc-9eef-40e7-8ffb-0fd5d9f82a60 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424957 Apr 12 11:16:40.415161 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44906) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:40.421288 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-f183aa5d-9967-4488-bf71-b586825d6b5f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Request body: {'security_group_rule': {'security_group_id': '49a36228-5fc9-46d1-bd3f-af378fe7f103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:40.456839 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-34f18fa8-deb8-40f4-8b36-d1ce8211a128 req-c2618a09-2e28-44c5-9d70-fb28035be14f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Apr 12 11:16:40.500564 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f183aa5d-9967-4488-bf71-b586825d6b5f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group_rule (4fdba3de-a725-496d-b079-893b88fa9ed9), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.592825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc499d-874a-4f8e-bb76-5893dafabb62 req-d4726e8b-6ea0-46b5-9c09-c3fe3f9f5dcc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:40.594340 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6bdc499d-874a-4f8e-bb76-5893dafabb62 req-d4726e8b-6ea0-46b5-9c09-c3fe3f9f5dcc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0684190 Apr 12 11:16:40.603905 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 44920) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:40.608398 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'floatingip': {'port_id': '72441c7e-78c2-4418-ae88-b27395be30cc'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:40.648949 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f183aa5d-9967-4488-bf71-b586825d6b5f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group_rule (4fdba3de-a725-496d-b079-893b88fa9ed9), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.657321 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (7836e4b2-c0d2-43d4-a55a-89727323da70), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.777135 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f183aa5d-9967-4488-bf71-b586825d6b5f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (4fdba3de-a725-496d-b079-893b88fa9ed9), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.833160 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183aa5d-9967-4488-bf71-b586825d6b5f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdba3de-a725-496d-b079-893b88fa9ed9,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:40.891736 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f183aa5d-9967-4488-bf71-b586825d6b5f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.893642 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-f183aa5d-9967-4488-bf71-b586825d6b5f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4766204 Apr 12 11:16:40.896729 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 44934) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:40.902190 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:41.003901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.097532 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.175212 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.215748 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Allocated IP 172.27.1.21 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/337b388e-074e-4a9a-8cb9-49ea6f89adf9) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:16:41.255126 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (7836e4b2-c0d2-43d4-a55a-89727323da70), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.330260 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for port (337b388e-074e-4a9a-8cb9-49ea6f89adf9), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.379422 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Floating IP 7836e4b2-c0d2-43d4-a55a-89727323da70 associated. External IP: 172.27.1.169, port: 72441c7e-78c2-4418-ae88-b27395be30cc. Apr 12 11:16:41.495476 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (337b388e-074e-4a9a-8cb9-49ea6f89adf9), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.537268 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:41.538545 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:41.542178 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:16:41.598093 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event updated for resources: {'Port': ['ID=337b388e-074e-4a9a-8cb9-49ea6f89adf9,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:41.625837 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:16:41.647577 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for floatingip (fddc8ff1-f331-4031-b7ba-0da59955caec), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.756044 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:16:41.761436 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.768793 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] Sync routers for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:16:41.770255 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (337b388e-074e-4a9a-8cb9-49ea6f89adf9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:41.778370 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:16:41.778990 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:16:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:41.804498 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c5b25fed-9367-4c82-8453-6241cadb0334 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "PUT /v2.0/floatingips/7836e4b2-c0d2-43d4-a55a-89727323da70 HTTP/1.1" status: 200 len: 992 time: 1.1994698 Apr 12 11:16:41.805180 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d17817c-424b-4992-82fd-0e4c127b0287', 'tag': '72441c7e-78c2-4418-ae88-b27395be30cc'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:41.807514 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18686654-095a-43f7-ad67-176412115d62" -d '{"events": [{"name": "network-changed", "server_uuid": "0d17817c-424b-4992-82fd-0e4c127b0287", "tag": "72441c7e-78c2-4418-ae88-b27395be30cc"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:41.850106 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b64a1f-a740-4c2f-aff3-7934facedb21 x-openstack-request-id: req-a6b64a1f-a740-4c2f-aff3-7934facedb21 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:41.850499 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d17817c-424b-4992-82fd-0e4c127b0287", "tag": "72441c7e-78c2-4418-ae88-b27395be30cc", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:41.850871 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6b64a1f-a740-4c2f-aff3-7934facedb21 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:41.851479 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b64a1f-a740-4c2f-aff3-7934facedb21'] response: {'name': 'network-changed', 'server_uuid': '0d17817c-424b-4992-82fd-0e4c127b0287', 'tag': '72441c7e-78c2-4418-ae88-b27395be30cc', 'status': 'completed', 'code': 200} Apr 12 11:16:41.893587 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:16:41.969534 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18686654-095a-43f7-ad67-176412115d62 req-eed16fdd-5740-44ec-900a-528f784531b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:41.971602 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18686654-095a-43f7-ad67-176412115d62 req-eed16fdd-5740-44ec-900a-528f784531b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0719345 Apr 12 11:16:41.981409 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for port (337b388e-074e-4a9a-8cb9-49ea6f89adf9), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:42.058094 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (337b388e-074e-4a9a-8cb9-49ea6f89adf9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:42.077581 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18686654-095a-43f7-ad67-176412115d62 req-3fa27637-a5c9-44d5-a398-abbf10946385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:42.079500 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18686654-095a-43f7-ad67-176412115d62 req-3fa27637-a5c9-44d5-a398-abbf10946385 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.1007290 Apr 12 11:16:42.136998 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '7836e4b2-c0d2-43d4-a55a-89727323da70', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'port_id': '72441c7e-78c2-4418-ae88-b27395be30cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'mac_address': 'fa:16:3e:bc:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17817c-424b-4992-82fd-0e4c127b0287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:16:05Z', 'updated_at': '2022-04-12T11:16:41Z', 'revision_number': 1, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:42.164883 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] Checking router: 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:16:42.174556 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:16:42.175127 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:16:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:42.214671 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event updated for resources: {'Port': ['ID=337b388e-074e-4a9a-8cb9-49ea6f89adf9,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:42.249103 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18686654-095a-43f7-ad67-176412115d62 req-9a54a3b7-3f07-4749-b98d-a1edba13d046 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1000 time: 0.1461952 Apr 12 11:16:42.256188 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (fddc8ff1-f331-4031-b7ba-0da59955caec), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:42.301950 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:16:42.311190 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18686654-095a-43f7-ad67-176412115d62 req-d361cd42-4ed0-4601-bde8-88d66defb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:42.314805 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18686654-095a-43f7-ad67-176412115d62 req-d361cd42-4ed0-4601-bde8-88d66defb56d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0531490 Apr 12 11:16:42.360334 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18686654-095a-43f7-ad67-176412115d62 req-f4f4fde9-03e6-4ffe-8f3b-030777d10450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:42.363535 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18686654-095a-43f7-ad67-176412115d62 req-f4f4fde9-03e6-4ffe-8f3b-030777d10450 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445721 Apr 12 11:16:42.366815 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:42.370458 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3e0b1f22-9d2a-436f-8f3e-f42ed4979f8c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4726641 Apr 12 11:16:42.472326 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18686654-095a-43f7-ad67-176412115d62 req-e1a9c0b4-1327-4f1e-b306-47d9b792e219 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003332 Apr 12 11:16:42.538383 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '7836e4b2-c0d2-43d4-a55a-89727323da70', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'port_id': '72441c7e-78c2-4418-ae88-b27395be30cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'mac_address': 'fa:16:3e:bc:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17817c-424b-4992-82fd-0e4c127b0287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:16:05Z', 'updated_at': '2022-04-12T11:16:41Z', 'revision_number': 1, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:42.572328 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdfd76-bfed-4c41-ab78-a0d490eaee4b None None] The sync data for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi is: [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '7836e4b2-c0d2-43d4-a55a-89727323da70', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'port_id': '72441c7e-78c2-4418-ae88-b27395be30cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'mac_address': 'fa:16:3e:bc:78:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d17817c-424b-4992-82fd-0e4c127b0287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:16:05Z', 'updated_at': '2022-04-12T11:16:41Z', 'revision_number': 1, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:16:42.604605 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18686654-095a-43f7-ad67-176412115d62 req-4e52a8d4-587c-4ce0-ab07-502b4274933b service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164415 Apr 12 11:16:42.606920 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-ea41d545-e08e-4e0d-aa6f-08857644099c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--360377338&fields=id&tenant_id=77070a5964674c428b8aff6c13200ead HTTP/1.1" status: 200 len: 267 time: 0.0459878 Apr 12 11:16:42.719430 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-4a855f8c-f610-40c7-ad00-cde9a6fcfdcf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:42.722380 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-4a855f8c-f610-40c7-ad00-cde9a6fcfdcf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 818 time: 0.1082025 Apr 12 11:16:42.739515 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-20e29a71-983e-4eaa-a405-8b0e2854fef7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/quotas/77070a5964674c428b8aff6c13200ead HTTP/1.1" status: 200 len: 375 time: 0.0114849 Apr 12 11:16:42.786453 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcddd128-ce5f-4792-9cd7-ea6301cc2150 None None] New status for floating IP 7836e4b2-c0d2-43d4-a55a-89727323da70: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:16:42.801724 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-1bde6c7c-22a4-449a-b287-b9f7e5a31aaa tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0557549 Apr 12 11:16:42.904382 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-d6d9688a-cac9-4064-82a3-db893decf2fb service neutron] 10.222.0.59 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916493 Apr 12 11:16:43.009840 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-f030063a-6927-4f79-9ce4-210383c3a5d9 service neutron] 10.222.0.59 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984082 Apr 12 11:16:43.280261 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4507e8ec-d090-4f32-a771-219165e85567 req-9a8e818f-6755-4277-be96-93f29e9f5900 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 210 time: 0.0329950 Apr 12 11:16:43.802090 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45168) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:43.931846 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-65f91dc7-20dc-4b1c-b222-441c712688d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:44.019361 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-65f91dc7-20dc-4b1c-b222-441c712688d3 admin admin] Publish callbacks [] for security_group (8ac90cbf-33f5-4c23-85de-9a9fb930fda0), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:44.140984 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-65f91dc7-20dc-4b1c-b222-441c712688d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (8ac90cbf-33f5-4c23-85de-9a9fb930fda0), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:44.180319 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f91dc7-20dc-4b1c-b222-441c712688d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac90cbf-33f5-4c23-85de-9a9fb930fda0,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:44.197474 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-65f91dc7-20dc-4b1c-b222-441c712688d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31e63009ec6f4c19b50f9c444ca86735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867698 Apr 12 11:16:44.197474 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45186) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:44.250159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4fc8-32e9-42ec-bd6b-653a9cc2e81f admin admin] Publish callbacks [] for security_group (8ac90cbf-33f5-4c23-85de-9a9fb930fda0), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:44.273678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4fc8-32e9-42ec-bd6b-653a9cc2e81f admin admin] Publish callbacks [] for security_group (8ac90cbf-33f5-4c23-85de-9a9fb930fda0), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:44.363526 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4fc8-32e9-42ec-bd6b-653a9cc2e81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (8ac90cbf-33f5-4c23-85de-9a9fb930fda0), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:44.366997 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8e9b4fc8-32e9-42ec-bd6b-653a9cc2e81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:44.368189 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8e9b4fc8-32e9-42ec-bd6b-653a9cc2e81f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8ac90cbf-33f5-4c23-85de-9a9fb930fda0 HTTP/1.1" status: 204 len: 168 time: 0.1762545 Apr 12 11:16:44.378089 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b4fc8-32e9-42ec-bd6b-653a9cc2e81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac90cbf-33f5-4c23-85de-9a9fb930fda0,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:44.412173 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8a6532f1-0e36-4d1a-b399-4bbb64ae245f req-b4b027d3-af64-4a89-a752-a506eee2808b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 210 time: 0.0471077 Apr 12 11:16:45.518981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-1a292bfe-f43e-4b25-93fa-60e776cfe0c6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:45.521293 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-1a292bfe-f43e-4b25-93fa-60e776cfe0c6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 818 time: 0.1194742 Apr 12 11:16:45.565001 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-de2460f0-b802-4c16-81d4-50a2e1a1e8d6 req-51d487d1-6909-479e-b58a-61b244063e9d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 210 time: 0.0359490 Apr 12 11:16:45.647113 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-b23df8a6-0775-48fc-b41f-bb9bcf26b400 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77070a5964674c428b8aff6c13200ead HTTP/1.1" status: 200 len: 379 time: 0.0882254 Apr 12 11:16:45.662253 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Request body: {'port': {'device_id': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'admin_state_up': True, 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'security_groups': ['49a36228-5fc9-46d1-bd3f-af378fe7f103']}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:45.826346 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Made reservation on behalf of 77070a5964674c428b8aff6c13200ead for: {'port': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:16:45.830533 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.063173 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45274) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:46.107255 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Allocated IP 172.20.0.3 (02313fd0-40df-4fb0-9eff-eaf90d447362/c906a86c-4203-4e80-8ec3-9087b155c91b/3f745cc4-acaa-4f75-aee1-d6a55e234148) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:16:46.200075 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-856938d5-40a4-4d03-9659-53ff6317692b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.306953 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.358024 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-856938d5-40a4-4d03-9659-53ff6317692b admin admin] Publish callbacks [] for security_group (2f0d3697-07d4-4a17-bb45-f4f75b7f68d3), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.409016 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-856938d5-40a4-4d03-9659-53ff6317692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (2f0d3697-07d4-4a17-bb45-f4f75b7f68d3), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.446304 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.452904 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856938d5-40a4-4d03-9659-53ff6317692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d3697-07d4-4a17-bb45-f4f75b7f68d3,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:46.476915 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-856938d5-40a4-4d03-9659-53ff6317692b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6b992842c1f4b0ebb19ee712b0c05c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119196 Apr 12 11:16:46.479650 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 45284) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:46.496130 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 45286) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:46.540709 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:46.542280 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-518fa185-d26c-473c-9935-b6a67eff1119 admin admin] Publish callbacks [] for security_group (2f0d3697-07d4-4a17-bb45-f4f75b7f68d3), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.547310 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:46.549948 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event updated for resources: {'Port': ['ID=3f745cc4-acaa-4f75-aee1-d6a55e234148,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:46.552096 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:16:46.579927 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-518fa185-d26c-473c-9935-b6a67eff1119 admin admin] Publish callbacks [] for security_group (2f0d3697-07d4-4a17-bb45-f4f75b7f68d3), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.725486 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-6a2d8e8b-8b4f-4742-81d0-20c99d1de7f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e950bdf103bb4a1bb6b0ee12deb1db97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282250 Apr 12 11:16:46.726262 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 45292) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:46.773932 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdb55f-b376-4537-87e4-9044b88fbc64 req-03a2a779-56c6-467e-b1d5-fc8e68485686 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:46.775645 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-00fdb55f-b376-4537-87e4-9044b88fbc64 req-03a2a779-56c6-467e-b1d5-fc8e68485686 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 931 time: 0.0996525 Apr 12 11:16:46.797308 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:46.798064 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.827128 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-46eebaaf-3c9d-4900-a52c-543d152ebc94 admin admin] Publish callbacks [] for security_group (a8eef747-c5ec-4895-a83d-7b74452f9e73), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.848047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-518fa185-d26c-473c-9935-b6a67eff1119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (2f0d3697-07d4-4a17-bb45-f4f75b7f68d3), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.849336 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-518fa185-d26c-473c-9935-b6a67eff1119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.850496 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-518fa185-d26c-473c-9935-b6a67eff1119 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f0d3697-07d4-4a17-bb45-f4f75b7f68d3 HTTP/1.1" status: 204 len: 168 time: 0.3689148 Apr 12 11:16:46.859584 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-00fdb55f-b376-4537-87e4-9044b88fbc64 req-d1551c73-927a-49b9-bae0-c90159546146 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728791 Apr 12 11:16:46.865008 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-d2a63f65-da13-49a0-ab9a-06ac80dd991b None None] Provisioning complete for port 3f745cc4-acaa-4f75-aee1-d6a55e234148 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:46.866405 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d2a63f65-da13-49a0-ab9a-06ac80dd991b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.872813 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-46eebaaf-3c9d-4900-a52c-543d152ebc94 admin admin] Publish callbacks [] for security_group (a8eef747-c5ec-4895-a83d-7b74452f9e73), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.874769 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fa185-d26c-473c-9935-b6a67eff1119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d3697-07d4-4a17-bb45-f4f75b7f68d3,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:46.902409 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-7217c7d3-5695-4c82-89ad-64afb8ef76eb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2507997 Apr 12 11:16:46.917636 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-d2a63f65-da13-49a0-ab9a-06ac80dd991b None None] Port 3f745cc4-acaa-4f75-aee1-d6a55e234148 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:16:46.921314 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Request body: {'port': {'device_id': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:46.981699 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.050286 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-46eebaaf-3c9d-4900-a52c-543d152ebc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a8eef747-c5ec-4895-a83d-7b74452f9e73), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.052908 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-46eebaaf-3c9d-4900-a52c-543d152ebc94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.056342 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-46eebaaf-3c9d-4900-a52c-543d152ebc94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8eef747-c5ec-4895-a83d-7b74452f9e73 HTTP/1.1" status: 204 len: 168 time: 0.3242579 Apr 12 11:16:47.064657 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eebaaf-3c9d-4900-a52c-543d152ebc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eef747-c5ec-4895-a83d-7b74452f9e73,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:47.311677 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f745cc4-acaa-4f75-aee1-d6a55e234148 {{(pid=103888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:47.320272 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Publish callbacks [] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.340646 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.provisioning_blocks [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Transition to ACTIVE for port object 3f745cc4-acaa-4f75-aee1-d6a55e234148 will not be triggered until provisioned by entity L2. {{(pid=103888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:16:47.426735 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.459809 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 45308) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:47.478666 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a07a-a798-4439-9cde-b5b260fe1b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.588748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a07a-a798-4439-9cde-b5b260fe1b5d admin admin] Publish callbacks [] for security_group (ec28d743-f2a6-4593-9422-19b75c72c284), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.599572 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Pushing event updated for resources: {'Port': ['ID=3f745cc4-acaa-4f75-aee1-d6a55e234148,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:47.613733 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Attempting to bind port 3f745cc4-acaa-4f75-aee1-d6a55e234148 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:16:47.614313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Attempting to bind port 3f745cc4-acaa-4f75-aee1-d6a55e234148 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:16:47.614785 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Attempting to bind port 3f745cc4-acaa-4f75-aee1-d6a55e234148 on network 02313fd0-40df-4fb0-9eff-eaf90d447362 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:47.620360 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Port 3f745cc4-acaa-4f75-aee1-d6a55e234148 on network 02313fd0-40df-4fb0-9eff-eaf90d447362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:16:47.620698 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Attempting to bind port 3f745cc4-acaa-4f75-aee1-d6a55e234148 on network 02313fd0-40df-4fb0-9eff-eaf90d447362 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:47.631683 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:16:47.632096 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Checking segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:16:47.632726 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Bound using segment: {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:16:47.633309 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Bound port: 3f745cc4-acaa-4f75-aee1-d6a55e234148, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f175e7-7d81-43c7-bf35-971bcf5ca2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:16:47.633712 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.644045 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e2b2a07a-a798-4439-9cde-b5b260fe1b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ec28d743-f2a6-4593-9422-19b75c72c284), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.691837 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-e2b2a07a-a798-4439-9cde-b5b260fe1b5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d26a523e56e34f87a1b4ea35324ba00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306063 Apr 12 11:16:47.692767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 45318) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:47.693428 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2a07a-a798-4439-9cde-b5b260fe1b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28d743-f2a6-4593-9422-19b75c72c284,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:47.711342 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] For port 3f745cc4-acaa-4f75-aee1-d6a55e234148, host hv-cinder-83009, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:16:47.716834 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] For port 3f745cc4-acaa-4f75-aee1-d6a55e234148, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:16:47.750291 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24dac93e-88a5-4a96-8d17-8182ee3d15c9 admin admin] Publish callbacks [] for security_group (ec28d743-f2a6-4593-9422-19b75c72c284), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.772298 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24dac93e-88a5-4a96-8d17-8182ee3d15c9 admin admin] Publish callbacks [] for security_group (ec28d743-f2a6-4593-9422-19b75c72c284), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.787313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.829925 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:47.830549 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.832010 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] 10.222.0.52 "PUT /v2.0/ports/3f745cc4-acaa-4f75-aee1-d6a55e234148 HTTP/1.1" status: 200 len: 1093 time: 0.9151297 Apr 12 11:16:47.832462 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'tag': '3f745cc4-acaa-4f75-aee1-d6a55e234148'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:47.868553 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2e385-5426-4f86-8d59-e833c5751c31 service neutron] Pushing event updated for resources: {'Port': ['ID=3f745cc4-acaa-4f75-aee1-d6a55e234148,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:47.884220 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24dac93e-88a5-4a96-8d17-8182ee3d15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ec28d743-f2a6-4593-9422-19b75c72c284), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.887041 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-24dac93e-88a5-4a96-8d17-8182ee3d15c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.888224 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-24dac93e-88a5-4a96-8d17-8182ee3d15c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec28d743-f2a6-4593-9422-19b75c72c284 HTTP/1.1" status: 204 len: 168 time: 0.1918900 Apr 12 11:16:47.898369 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dac93e-88a5-4a96-8d17-8182ee3d15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28d743-f2a6-4593-9422-19b75c72c284,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:48.034573 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-e7227b1e-67d6-42d3-9e59-1d5ef5219281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:48.036731 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-e7227b1e-67d6-42d3-9e59-1d5ef5219281 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 1127 time: 0.1002648 Apr 12 11:16:48.060632 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28685e9-f1d3-40f7-99d9-aeaeaa37966f req-372857a0-3929-411e-9641-fae0e4f3f5f7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:48.060632 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c28685e9-f1d3-40f7-99d9-aeaeaa37966f req-372857a0-3929-411e-9641-fae0e4f3f5f7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 943 time: 0.0808954 Apr 12 11:16:48.124391 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf75a1-5013-4b54-bf27-9fb08a2b2251" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba438c3-962f-4cc0-a7ab-25ffdff074b5", "tag": "3f745cc4-acaa-4f75-aee1-d6a55e234148"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:48.137902 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-cf8652f0-4563-4638-9421-1da2ea2e9013 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148 HTTP/1.1" status: 200 len: 217 time: 0.0781677 Apr 12 11:16:48.202718 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-7aeb0ac4-529d-437c-87a2-384636ef26b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746274 Apr 12 11:16:48.219765 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c28685e9-f1d3-40f7-99d9-aeaeaa37966f req-fc36006f-8990-4b91-9eea-be2567acb689 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368356 Apr 12 11:16:48.221219 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-21b030bf-bbd4-49dd-83bb-cbd97eb52edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:48.222645 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-21b030bf-bbd4-49dd-83bb-cbd97eb52edb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0739889 Apr 12 11:16:48.292860 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-d4210ae7-a5fd-4d42-a7e1-413b5644e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:48.295073 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-d4210ae7-a5fd-4d42-a7e1-413b5644e27d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577114 Apr 12 11:16:48.330859 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-4fe23a14-fd0e-438c-b538-c48e99a49157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:48.332417 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-4fe23a14-fd0e-438c-b538-c48e99a49157 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1130 time: 0.0809543 Apr 12 11:16:48.385958 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc5c3b8-e0ef-4d6f-a5bd-be106858775b x-openstack-request-id: req-7bc5c3b8-e0ef-4d6f-a5bd-be106858775b {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:48.386422 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba438c3-962f-4cc0-a7ab-25ffdff074b5", "tag": "3f745cc4-acaa-4f75-aee1-d6a55e234148", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:48.386941 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bc5c3b8-e0ef-4d6f-a5bd-be106858775b {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:48.387992 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc5c3b8-e0ef-4d6f-a5bd-be106858775b'] response: {'name': 'network-changed', 'server_uuid': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'tag': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'status': 'completed', 'code': 200} Apr 12 11:16:48.430801 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-2f75a1a6-c736-43a2-ac39-d3452d72c02b service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292491 Apr 12 11:16:48.446582 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-4a3d5baf-4877-4ee2-8cca-55c8e6b1f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:48.448043 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-4a3d5baf-4877-4ee2-8cca-55c8e6b1f139 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0941043 Apr 12 11:16:48.495017 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-f883b95f-9b06-4b06-a7ba-a1eafa959b1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 217 time: 0.0403945 Apr 12 11:16:48.534236 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e110e19-f5f4-4e68-a823-5d5759d95613 req-d1e621f1-6f2d-454b-a6a5-807573da1e19 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915802 Apr 12 11:16:48.546206 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-4188adae-b9d8-491f-925e-a565b0a35a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:48.547729 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-4188adae-b9d8-491f-925e-a565b0a35a5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0457628 Apr 12 11:16:48.598164 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-93267fe3-27ec-4a06-9c5d-8817bd54aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:48.599692 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-93267fe3-27ec-4a06-9c5d-8817bd54aa0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447867 Apr 12 11:16:48.646863 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45350) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:48.698134 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-e944b351-19d1-4e82-99e1-77e9b910ffa5 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913086 Apr 12 11:16:48.812537 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45354) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:48.827058 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ca062054-9501-428a-b220-62e2b7b94637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:48.905110 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ca062054-9501-428a-b220-62e2b7b94637 admin admin] Publish callbacks [] for security_group (1a272aed-a2e8-4d78-acc7-c4faa1550808), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:48.961101 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1988776122-network', 'tenant_id': 'cc606c62a5034a6d8e370a77f8659158'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:48.997655 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ca062054-9501-428a-b220-62e2b7b94637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (1a272aed-a2e8-4d78-acc7-c4faa1550808), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.038419 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-ca062054-9501-428a-b220-62e2b7b94637 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31e85914fec84ad09ded66e9c1d8e4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247772 Apr 12 11:16:49.039232 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca062054-9501-428a-b220-62e2b7b94637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a272aed-a2e8-4d78-acc7-c4faa1550808,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:49.041318 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 45358) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:49.052720 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Made reservation on behalf of cc606c62a5034a6d8e370a77f8659158 for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:16:49.052720 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.063447 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.096975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-156bccaf-730b-40a5-a383-8d925b6df650 admin admin] Publish callbacks [] for security_group (1a272aed-a2e8-4d78-acc7-c4faa1550808), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.110192 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45360) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:49.123219 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-156bccaf-730b-40a5-a383-8d925b6df650 admin admin] Publish callbacks [] for security_group (1a272aed-a2e8-4d78-acc7-c4faa1550808), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.156159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Publish callbacks [] for security_group (fc9440f6-7254-463c-94fc-8f6c3c5c87ab), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.222648 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bea28bca-7b3a-4c19-a058-98061d8d0130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.252909 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (fc9440f6-7254-463c-94fc-8f6c3c5c87ab), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.278586 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-156bccaf-730b-40a5-a383-8d925b6df650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (1a272aed-a2e8-4d78-acc7-c4faa1550808), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.282225 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-156bccaf-730b-40a5-a383-8d925b6df650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.284269 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-156bccaf-730b-40a5-a383-8d925b6df650 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a272aed-a2e8-4d78-acc7-c4faa1550808 HTTP/1.1" status: 204 len: 168 time: 0.2417622 Apr 12 11:16:49.286816 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9440f6-7254-463c-94fc-8f6c3c5c87ab,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:49.291106 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:16:49.293646 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bccaf-730b-40a5-a383-8d925b6df650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a272aed-a2e8-4d78-acc7-c4faa1550808,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:49.318477 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (eed9851c-d7b4-41c7-ba58-d8cb79eb2549), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.318702 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Added segment eed9851c-d7b4-41c7-ba58-d8cb79eb2549 of type vlan for network 2718ce68-f333-4d11-ba61-7c979246e947 Apr 12 11:16:49.398698 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d266-e392-4cc0-91b2-c0df68b599b8 req-06575393-83ad-4e18-bddf-d72e2a26cc9b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:49.400168 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8db6d266-e392-4cc0-91b2-c0df68b599b8 req-06575393-83ad-4e18-bddf-d72e2a26cc9b tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 943 time: 0.0962591 Apr 12 11:16:49.401701 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (2718ce68-f333-4d11-ba61-7c979246e947), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.442343 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bea28bca-7b3a-4c19-a058-98061d8d0130 admin admin] Publish callbacks [] for security_group (0ec05436-431f-4489-bc84-9a1428ea6244), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.479112 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8db6d266-e392-4cc0-91b2-c0df68b599b8 req-561cb6dd-e6bb-4760-8a2a-f5b64a5fb2b1 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708611 Apr 12 11:16:49.517943 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bea28bca-7b3a-4c19-a058-98061d8d0130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0ec05436-431f-4489-bc84-9a1428ea6244), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.536822 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (2718ce68-f333-4d11-ba61-7c979246e947), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.537783 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:49.538391 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.577253 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea28bca-7b3a-4c19-a058-98061d8d0130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec05436-431f-4489-bc84-9a1428ea6244,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:49.581782 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-bea28bca-7b3a-4c19-a058-98061d8d0130 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=820fda180c9b4592963611a2d3f62dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709618 Apr 12 11:16:49.585073 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 45370) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:49.630042 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] Pushing event updated for resources: {'Network': ['ID=2718ce68-f333-4d11-ba61-7c979246e947,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:49.640383 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e72d18e7-37b3-440c-a8d9-3b213cab08a1 admin admin] Publish callbacks [] for security_group (0ec05436-431f-4489-bc84-9a1428ea6244), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.644477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 2718ce68-f333-4d11-ba61-7c979246e947 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:16:49.664864 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e72d18e7-37b3-440c-a8d9-3b213cab08a1 admin admin] Publish callbacks [] for security_group (0ec05436-431f-4489-bc84-9a1428ea6244), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.683896 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-f3c0a50c-07d6-4d32-af33-11c59aaea09a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0356841 Apr 12 11:16:49.685074 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45374) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:49.690615 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Request body: {'subnet': {'network_id': '2718ce68-f333-4d11-ba61-7c979246e947', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1988776122-subnet', 'tenant_id': 'cc606c62a5034a6d8e370a77f8659158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:49.758203 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Made reservation on behalf of cc606c62a5034a6d8e370a77f8659158 for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:16:49.760880 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157476'] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.820423 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e72d18e7-37b3-440c-a8d9-3b213cab08a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0ec05436-431f-4489-bc84-9a1428ea6244), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.823157 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e72d18e7-37b3-440c-a8d9-3b213cab08a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.824367 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-e72d18e7-37b3-440c-a8d9-3b213cab08a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ec05436-431f-4489-bc84-9a1428ea6244 HTTP/1.1" status: 204 len: 168 time: 0.2382414 Apr 12 11:16:49.832837 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d18e7-37b3-440c-a8d9-3b213cab08a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec05436-431f-4489-bc84-9a1428ea6244,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:50.003977 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26653888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157494'] for subnet (fc1a7da3-10e5-4f22-a4b2-8bff63d88836), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:50.064379 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1a7da3-10e5-4f22-a4b2-8bff63d88836,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:50.081106 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Checking segment: {'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:16:50.081537 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Network hostable DHCP agents. Network: 2718ce68-f333-4d11-ba61-7c979246e947, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:16:50.157398 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Network 2718ce68-f333-4d11-ba61-7c979246e947 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:16:50.243746 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 2718ce68-f333-4d11-ba61-7c979246e947) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:50.248210 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:50.248863 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:50.258103 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e17a82-2ef0-4e4c-ad69-ef079e9515fd None None] Network 2718ce68-f333-4d11-ba61-7c979246e947 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:16:50.341358 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-cf721b1b-7c38-4a69-b07f-41c64f3fef6a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6550603 Apr 12 11:16:50.359749 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533e581-b1ec-4cdb-a720-b4cff9cebf92 None None] Network 2718ce68-f333-4d11-ba61-7c979246e947 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:16:50.604413 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb70e0-b051-4c19-9ef8-e96276c9d6a5 req-81ca27fa-401d-4d42-928a-5e8486e43e3d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:50.611710 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-36bb70e0-b051-4c19-9ef8-e96276c9d6a5 req-81ca27fa-401d-4d42-928a-5e8486e43e3d tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 943 time: 0.0585377 Apr 12 11:16:50.679137 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-36bb70e0-b051-4c19-9ef8-e96276c9d6a5 req-52e3d76d-3672-4412-a592-39b998721520 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565002 Apr 12 11:16:50.982318 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-8a023224-4c96-4f46-bb88-5c4898e3f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:50.984009 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-8a023224-4c96-4f46-bb88-5c4898e3f027 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 1127 time: 0.0432098 Apr 12 11:16:51.029152 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92a4f391-7c1c-4ae3-b763-d42a5475b9bd req-df5754af-4377-41e8-be4a-7c3496a62412 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886123 Apr 12 11:16:51.078587 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-bea8ca0d-e706-42df-8304-b2b4fe8004c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:51.080900 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-bea8ca0d-e706-42df-8304-b2b4fe8004c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0897081 Apr 12 11:16:51.167876 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-70c5cfa3-1c5a-4cf8-96e6-c1a71206f750 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148 HTTP/1.1" status: 200 len: 217 time: 0.0386958 Apr 12 11:16:51.253477 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-0aec6b1e-1e8b-4e44-939d-812d069f8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:51.254965 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-0aec6b1e-1e8b-4e44-939d-812d069f8ab6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0440454 Apr 12 11:16:51.297387 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-7c838475-303f-4676-bff6-92e0c68be830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:51.299161 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-7c838475-303f-4676-bff6-92e0c68be830 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377290 Apr 12 11:16:51.406951 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-296480b5-ed65-4047-90f4-d73f8e63995a service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972154 Apr 12 11:16:51.438044 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:51.523013 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aecf75a1-5013-4b54-bf27-9fb08a2b2251 req-7b1744e5-0c9a-4a75-ae29-4d22941032e0 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093307 Apr 12 11:16:51.608958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 3f745cc4-acaa-4f75-aee1-d6a55e234148 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:16:51.713093 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 3f745cc4-acaa-4f75-aee1-d6a55e234148, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:51.725278 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'port_id': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'mac_address': 'fa:16:3e:9c:71:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:16:51.765027 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 3f745cc4-acaa-4f75-aee1-d6a55e234148 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:51.765508 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:51.779423 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f745cc4-acaa-4f75-aee1-d6a55e234148 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:51.799778 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 3f745cc4-acaa-4f75-aee1-d6a55e234148, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:51.808393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad63798-37dd-4f4b-a2fd-0258a4f7807c req-403ae075-518b-4e58-875b-0077ea3cccef tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:51.809852 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dad63798-37dd-4f4b-a2fd-0258a4f7807c req-403ae075-518b-4e58-875b-0077ea3cccef tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 943 time: 0.0531158 Apr 12 11:16:51.860528 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dad63798-37dd-4f4b-a2fd-0258a4f7807c req-5d59a018-10e3-412e-924f-793fbc3872d3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441086 Apr 12 11:16:51.866500 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:51.917066 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=3f745cc4-acaa-4f75-aee1-d6a55e234148,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:52.350805 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['3f745cc4-acaa-4f75-aee1-d6a55e234148'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:16:52.980398 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205dcd2-ec7f-404a-80dd-7c86aff46eae req-897f8ab7-b9cd-4ddf-bf5c-c45dfbc56376 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:52.982803 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b205dcd2-ec7f-404a-80dd-7c86aff46eae req-897f8ab7-b9cd-4ddf-bf5c-c45dfbc56376 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 944 time: 0.0515432 Apr 12 11:16:53.030357 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b205dcd2-ec7f-404a-80dd-7c86aff46eae req-44d21f37-da2f-4864-ac41-177e9f8b9ddf tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417910 Apr 12 11:16:53.640943 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 3f745cc4-acaa-4f75-aee1-d6a55e234148 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:53.696726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 3f745cc4-acaa-4f75-aee1-d6a55e234148 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:16:53.740553 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 3f745cc4-acaa-4f75-aee1-d6a55e234148 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:53.740917 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:53.822404 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 3f745cc4-acaa-4f75-aee1-d6a55e234148 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:53.822663 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-dd25a695-0976-4c4e-8e43-07164bc346be tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:53.823145 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:53.823918 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-dd25a695-0976-4c4e-8e43-07164bc346be tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/networks?id=2718ce68-f333-4d11-ba61-7c979246e947 HTTP/1.1" status: 200 len: 814 time: 0.1121373 Apr 12 11:16:53.839717 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-cb8e9829-a043-46a6-8409-d4d233b9f5a5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/quotas/cc606c62a5034a6d8e370a77f8659158 HTTP/1.1" status: 200 len: 375 time: 0.0100234 Apr 12 11:16:53.847146 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f745cc4-acaa-4f75-aee1-d6a55e234148'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:53.849375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f9c640-07ac-44e0-97ed-2d0b9836706d" -d '{"events": [{"server_uuid": "5ba438c3-962f-4cc0-a7ab-25ffdff074b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f745cc4-acaa-4f75-aee1-d6a55e234148"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:53.864646 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 3f745cc4-acaa-4f75-aee1-d6a55e234148, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:53.878273 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-443662c4-8dc6-40dd-834a-602f440f50aa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc606c62a5034a6d8e370a77f8659158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331299 Apr 12 11:16:53.894631 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3515b3c-6052-4b0b-ae4b-f1d87ba2ee65 x-openstack-request-id: req-f3515b3c-6052-4b0b-ae4b-f1d87ba2ee65 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:53.895057 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba438c3-962f-4cc0-a7ab-25ffdff074b5", "name": "network-vif-plugged", "status": "completed", "tag": "3f745cc4-acaa-4f75-aee1-d6a55e234148", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:53.901904 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3515b3c-6052-4b0b-ae4b-f1d87ba2ee65 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:53.901904 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3515b3c-6052-4b0b-ae4b-f1d87ba2ee65'] response: {'server_uuid': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'code': 200} Apr 12 11:16:53.911921 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:53.965268 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=3f745cc4-acaa-4f75-aee1-d6a55e234148,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:53.972165 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-34732aef-d6a7-4e1a-9e61-7eef6fe7cf41 service neutron] 10.222.0.59 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871851 Apr 12 11:16:54.075663 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-9805c91c-dac8-46c1-90e6-6c9c0c404d55 service neutron] 10.222.0.59 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968263 Apr 12 11:16:54.163711 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72dbf1-5de0-4f5a-b075-ae3711a02477 req-11c4cf31-bd72-484a-bcf4-fb02e8dd7884 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:54.163711 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d72dbf1-5de0-4f5a-b075-ae3711a02477 req-11c4cf31-bd72-484a-bcf4-fb02e8dd7884 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 945 time: 0.0519989 Apr 12 11:16:54.207984 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d72dbf1-5de0-4f5a-b075-ae3711a02477 req-70e1ab04-ccdc-4d78-8ddc-f6986e23ab91 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461476 Apr 12 11:16:54.572832 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96537-20a1-4e10-ab5e-971eef8b27ae req-03ea5562-05cd-4c5b-b925-ae5bcedec478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:54.574398 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-06b96537-20a1-4e10-ab5e-971eef8b27ae req-03ea5562-05cd-4c5b-b925-ae5bcedec478 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 1129 time: 0.0391321 Apr 12 11:16:54.623345 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-06b96537-20a1-4e10-ab5e-971eef8b27ae req-876a9711-7f41-463a-b70e-0331c2591d1c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396922 Apr 12 11:16:55.324985 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b63b4f-c9d0-48a5-aed0-f3005648091f req-693e3161-bd3d-4048-96ee-1345242a2c15 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:55.326662 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1b63b4f-c9d0-48a5-aed0-f3005648091f req-693e3161-bd3d-4048-96ee-1345242a2c15 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 945 time: 0.0528562 Apr 12 11:16:55.385342 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1b63b4f-c9d0-48a5-aed0-f3005648091f req-1937de7f-33b7-45bb-bd75-3bf4b9652bb9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516522 Apr 12 11:16:55.414609 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-207a4c85-afab-430a-90b5-b12d7085ea9c req-b76ef123-f4f7-4f28-958e-803bb878d0b5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 210 time: 0.0442667 Apr 12 11:16:56.495411 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6ffb5f41-1c8a-48dc-8223-559a247bcb51 req-631c328b-9ea0-4771-92a3-5f1151fe2757 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 210 time: 0.0282214 Apr 12 11:16:56.508732 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba472c6e-020f-4f08-b602-8855b3bcbbc9 req-23d6354b-f26d-4271-a67f-2c5c1acf49f8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:56.515711 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ba472c6e-020f-4f08-b602-8855b3bcbbc9 req-23d6354b-f26d-4271-a67f-2c5c1acf49f8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 945 time: 0.0550365 Apr 12 11:16:56.559407 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ba472c6e-020f-4f08-b602-8855b3bcbbc9 req-ed9bc918-dce1-4fd9-aa7b-f4ee8d36d15e tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Apr 12 11:16:57.597542 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-41d59da4-1814-4693-a086-f86386717163 req-f4321de4-b6ff-4589-ae74-0c0f72d26473 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 210 time: 0.0347521 Apr 12 11:16:57.673771 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acde4f-e10f-40cb-8e4a-ff61ac7b4a16 req-a7b1e25e-c487-427e-adb8-cf8545ba2e91 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:57.675986 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-23acde4f-e10f-40cb-8e4a-ff61ac7b4a16 req-a7b1e25e-c487-427e-adb8-cf8545ba2e91 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 945 time: 0.0482032 Apr 12 11:16:57.727897 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-23acde4f-e10f-40cb-8e4a-ff61ac7b4a16 req-ca76237a-7e1c-4b04-beca-fabbef211336 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 Apr 12 11:16:57.840738 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86828830-b43f-4fa3-bac6-a0e1769e18d0 req-6fe21cf0-9750-4ac4-ac76-9a66b6c24ba6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:57.842143 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-86828830-b43f-4fa3-bac6-a0e1769e18d0 req-6fe21cf0-9750-4ac4-ac76-9a66b6c24ba6 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 945 time: 0.0463581 Apr 12 11:16:57.851537 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45584) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:16:57.855947 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Request body: {'floatingip': {'port_id': '3f745cc4-acaa-4f75-aee1-d6a55e234148'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:57.929652 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for floatingip (fddc8ff1-f331-4031-b7ba-0da59955caec), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:58.789114 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-034467a5-4d0b-4c73-bb49-09548e310516 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:58.790670 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-034467a5-4d0b-4c73-bb49-09548e310516 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.52 "GET /v2.0/networks?id=2718ce68-f333-4d11-ba61-7c979246e947 HTTP/1.1" status: 200 len: 814 time: 0.2548528 Apr 12 11:16:58.877614 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Request body: {'port': {'device_id': '5fdbf670-3a76-4cf1-9dbc-65283abd5e16', 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947', 'admin_state_up': True, 'tenant_id': 'cc606c62a5034a6d8e370a77f8659158'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:58.882914 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:58.944588 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d03227cf-b6db-4bd7-927e-95ffccdf9f9b req-f91499cd-87b8-4695-9d93-763c5ad6562c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 210 time: 0.2691917 Apr 12 11:16:58.982419 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (fddc8ff1-f331-4031-b7ba-0da59955caec), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:59.079675 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Made reservation on behalf of cc606c62a5034a6d8e370a77f8659158 for: {'port': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:16:59.083337 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:59.112035 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Floating IP fddc8ff1-f331-4031-b7ba-0da59955caec associated. External IP: 172.27.1.21, port: 3f745cc4-acaa-4f75-aee1-d6a55e234148. Apr 12 11:16:59.349058 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Allocated IP 172.20.0.12 (2718ce68-f333-4d11-ba61-7c979246e947/fc1a7da3-10e5-4f22-a4b2-8bff63d88836/d52c5148-9d23-4bde-b7ca-a7b6104b2e2d) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:16:59.489986 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Router e7b3c074-725c-4e38-9a3f-22a92dbada95 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:16:59.619029 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks [] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:59.694013 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:16:59.700159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:59.707533 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] Sync routers for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:16:59.718784 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:16:59.723500 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:16:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:16:59.733226 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c4d8630d-3237-4bc2-9380-4bba96047607 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "PUT /v2.0/floatingips/fddc8ff1-f331-4031-b7ba-0da59955caec HTTP/1.1" status: 200 len: 990 time: 1.8806159 Apr 12 11:16:59.733823 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'tag': '3f745cc4-acaa-4f75-aee1-d6a55e234148'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:59.736159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba438c3-962f-4cc0-a7ab-25ffdff074b5", "tag": "3f745cc4-acaa-4f75-aee1-d6a55e234148"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:59.781412 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b60f0-5806-46c7-911d-784a809a3cb0 x-openstack-request-id: req-ec1b60f0-5806-46c7-911d-784a809a3cb0 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:59.781718 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba438c3-962f-4cc0-a7ab-25ffdff074b5", "tag": "3f745cc4-acaa-4f75-aee1-d6a55e234148", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:59.781975 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec1b60f0-5806-46c7-911d-784a809a3cb0 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:59.782703 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1b60f0-5806-46c7-911d-784a809a3cb0'] response: {'name': 'network-changed', 'server_uuid': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'tag': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'status': 'completed', 'code': 200} Apr 12 11:16:59.815968 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:59.844145 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:16:59.865103 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Network 2718ce68-f333-4d11-ba61-7c979246e947 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:59.868759 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:59.877083 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:16:59.932902 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:59.933834 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:59.938936 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Pushing event updated for resources: {'Port': ['ID=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:59.977765 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-9d68e04d-0b79-4791-a90d-5c4e7a6ae181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:59.981185 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-9d68e04d-0b79-4791-a90d-5c4e7a6ae181 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 1129 time: 0.0805314 Apr 12 11:17:00.007790 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1871897a-defd-4985-bb56-818a3c645e79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1335733 Apr 12 11:17:00.037905 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Request body: {'port': {'device_id': '5fdbf670-3a76-4cf1-9dbc-65283abd5e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:17:00.107340 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:00.163906 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-f441684b-4b9e-43c3-8590-6932046d3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:00.165407 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-f441684b-4b9e-43c3-8590-6932046d3bf7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.1785069 Apr 12 11:17:00.178438 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6222d7-94b6-427f-861f-0b832f89f368 req-75a8d19b-d107-4be1-83e4-7ad0e6658ec9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:00.180172 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1e6222d7-94b6-427f-861f-0b832f89f368 req-75a8d19b-d107-4be1-83e4-7ad0e6658ec9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 932 time: 0.0796292 Apr 12 11:17:00.234875 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'fddc8ff1-f331-4031-b7ba-0da59955caec', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'port_id': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'mac_address': 'fa:16:3e:9c:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:16:41Z', 'updated_at': '2022-04-12T11:16:58Z', 'revision_number': 1, 'project_id': '77070a5964674c428b8aff6c13200ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 5, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:00.271936 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] Checking router: e7b3c074-725c-4e38-9a3f-22a92dbada95 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:17:00.282282 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:00.283634 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:16:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:00.288255 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1e6222d7-94b6-427f-861f-0b832f89f368 req-516bc0b3-2a36-4b59-ab1e-1c23ba4ac955 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004574 Apr 12 11:17:00.291073 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-597d48bc-2dd5-4dfd-8f9b-9caf9896668d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148 HTTP/1.1" status: 200 len: 998 time: 0.1099958 Apr 12 11:17:00.364027 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-e08f3ba7-94e7-4312-9ec5-ba0d85417bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:00.365968 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-e08f3ba7-94e7-4312-9ec5-ba0d85417bdd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0666723 Apr 12 11:17:00.429583 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-df6fe842-96d1-445c-9e27-be2e60d26414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:00.431418 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-df6fe842-96d1-445c-9e27-be2e60d26414 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569270 Apr 12 11:17:00.431649 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:00.458026 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52c5148-9d23-4bde-b7ca-a7b6104b2e2d {{(pid=103888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:17:00.461196 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Publish callbacks [] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:00.477908 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.provisioning_blocks [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Transition to ACTIVE for port object d52c5148-9d23-4bde-b7ca-a7b6104b2e2d will not be triggered until provisioned by entity L2. {{(pid=103888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:17:00.556144 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-e2043c23-5cbf-4024-ba9e-21f729e44a51 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122222 Apr 12 11:17:00.562167 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:00.635868 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Pushing event updated for resources: {'Port': ['ID=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:00.695194 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-784cf853-f855-401b-903b-531eb6bbe133 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294796 Apr 12 11:17:00.707743 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'fddc8ff1-f331-4031-b7ba-0da59955caec', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'port_id': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'mac_address': 'fa:16:3e:9c:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:16:41Z', 'updated_at': '2022-04-12T11:16:58Z', 'revision_number': 1, 'project_id': '77070a5964674c428b8aff6c13200ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 5, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:00.736294 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Attempting to bind port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:17:00.736979 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Attempting to bind port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:17:00.737660 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Attempting to bind port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d on network 2718ce68-f333-4d11-ba61-7c979246e947 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:17:00.739829 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af850fce-a916-46ab-a8a3-63fa237e7f9f None None] The sync data for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi is: [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'fddc8ff1-f331-4031-b7ba-0da59955caec', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'port_id': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'mac_address': 'fa:16:3e:9c:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:16:41Z', 'updated_at': '2022-04-12T11:16:58Z', 'revision_number': 1, 'project_id': '77070a5964674c428b8aff6c13200ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 5, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:17:00.743248 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d on network 2718ce68-f333-4d11-ba61-7c979246e947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:17:00.743590 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Attempting to bind port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d on network 2718ce68-f333-4d11-ba61-7c979246e947 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:17:00.749663 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:17:00.749663 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Checking segment: {'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:17:00.749862 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Bound using segment: {'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:17:00.750336 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Bound port: d52c5148-9d23-4bde-b7ca-a7b6104b2e2d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:17:00.750701 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:00.830545 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] For port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d, host hv-cinder-83009, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:17:00.839062 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] For port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:17:00.901826 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:00.943757 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:00.944375 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:00.946602 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] 10.222.0.52 "PUT /v2.0/ports/d52c5148-9d23-4bde-b7ca-a7b6104b2e2d HTTP/1.1" status: 200 len: 1094 time: 0.9204228 Apr 12 11:17:00.970690 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb729195-a950-414a-b45f-4b1262ba11ed service neutron] Pushing event updated for resources: {'Port': ['ID=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:00.977104 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe06f57-b892-4815-b92e-798b1b362eb4 None None] New status for floating IP fddc8ff1-f331-4031-b7ba-0da59955caec: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:17:01.133321 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-0e19bd4f-1c13-4c1f-930a-e7ca0b3a83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:01.134902 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-0e19bd4f-1c13-4c1f-930a-e7ca0b3a83de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc606c62a5034a6d8e370a77f8659158&device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 1128 time: 0.0470695 Apr 12 11:17:01.191554 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-554f472b-06b7-4868-826a-c9ef790f7c36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d HTTP/1.1" status: 200 len: 217 time: 0.0392511 Apr 12 11:17:01.398476 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a8894e46-7bf3-438f-ac56-eb5e2d95c88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:01.498236 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-578e3689-8105-4949-b449-cc72d71de3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:01.499712 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-578e3689-8105-4949-b449-cc72d71de3f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc1a7da3-10e5-4f22-a4b2-8bff63d88836 HTTP/1.1" status: 200 len: 854 time: 0.3004394 Apr 12 11:17:01.506563 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d234b66-37f1-4aa0-a93b-bbbe46e6dda0 req-8ee7172c-9941-41c6-8bf1-d1272926c185 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:01.508194 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7d234b66-37f1-4aa0-a93b-bbbe46e6dda0 req-8ee7172c-9941-41c6-8bf1-d1272926c185 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 944 time: 0.0606289 Apr 12 11:17:01.546441 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1d7da538-b9e9-45db-99a5-d3fd625fdffc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2718ce68-f333-4d11-ba61-7c979246e947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372393 Apr 12 11:17:01.666500 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-1e7f6678-4d2b-4180-b8bb-c9d373e7630f service neutron] 10.222.0.52 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115744 Apr 12 11:17:01.669850 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7d234b66-37f1-4aa0-a93b-bbbe46e6dda0 req-9a61dd3d-3859-42f4-b4ca-d4d4cf059089 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529026 Apr 12 11:17:01.767839 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca9ffacc-78ff-45a9-8a48-9dfff85a0613 req-d928d972-1d3b-434e-84c9-1aa16e5f42aa service neutron] 10.222.0.52 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939777 Apr 12 11:17:01.783499 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdbf670-3a76-4cf1-9dbc-65283abd5e16', 'tag': 'd52c5148-9d23-4bde-b7ca-a7b6104b2e2d'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:17:01.786455 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d7f80f-c15b-4121-b9cd-2a943519621b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdbf670-3a76-4cf1-9dbc-65283abd5e16", "tag": "d52c5148-9d23-4bde-b7ca-a7b6104b2e2d"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:17:01.828223 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766d288-ba0a-46d2-ae54-f521b5a378ef x-openstack-request-id: req-d766d288-ba0a-46d2-ae54-f521b5a378ef {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:17:01.828223 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdbf670-3a76-4cf1-9dbc-65283abd5e16", "tag": "d52c5148-9d23-4bde-b7ca-a7b6104b2e2d", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:17:01.828223 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d766d288-ba0a-46d2-ae54-f521b5a378ef {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:17:01.828223 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d766d288-ba0a-46d2-ae54-f521b5a378ef'] response: {'name': 'network-changed', 'server_uuid': '5fdbf670-3a76-4cf1-9dbc-65283abd5e16', 'tag': 'd52c5148-9d23-4bde-b7ca-a7b6104b2e2d', 'status': 'completed', 'code': 200} Apr 12 11:17:02.785513 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df216e-1875-4194-8cc2-419141c67446 req-69f015ff-7b25-4425-a07e-85df230bda19 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:02.787034 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-09df216e-1875-4194-8cc2-419141c67446 req-69f015ff-7b25-4425-a07e-85df230bda19 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 944 time: 0.0498931 Apr 12 11:17:02.835025 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-09df216e-1875-4194-8cc2-419141c67446 req-8368d5c4-bff3-4f16-8fc8-5745f234a929 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Apr 12 11:17:03.849206 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-735f645e-b417-421a-8ba6-15af26e37380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:03.952745 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a89507-584a-4f57-b003-8de61a8771df req-82256909-683f-41ed-8696-c9bb2b6f5738 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:03.954404 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f5a89507-584a-4f57-b003-8de61a8771df req-82256909-683f-41ed-8696-c9bb2b6f5738 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 944 time: 0.0519288 Apr 12 11:17:04.006623 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f5a89507-584a-4f57-b003-8de61a8771df req-1eeb8436-47f8-4205-86ae-2ada605c5c90 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Apr 12 11:17:05.049348 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:05.148369 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0281-11a0-477f-9091-a78518acf4f1 req-7b6e4ad7-29bf-4d76-bc8c-4b1d48334258 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:05.149817 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26ba0281-11a0-477f-9091-a78518acf4f1 req-7b6e4ad7-29bf-4d76-bc8c-4b1d48334258 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 944 time: 0.0752375 Apr 12 11:17:05.158366 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-eb02ae9d-2fb0-4999-8c03-256d088ef49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:05.159712 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-eb02ae9d-2fb0-4999-8c03-256d088ef49e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc606c62a5034a6d8e370a77f8659158&device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 1128 time: 0.0574160 Apr 12 11:17:05.254053 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26ba0281-11a0-477f-9091-a78518acf4f1 req-3a890a18-ac75-4078-844d-43589ca75c98 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976815 Apr 12 11:17:05.280044 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-3154e754-13a5-4069-87af-2257c91dcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:05.281508 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-3154e754-13a5-4069-87af-2257c91dcdb0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2718ce68-f333-4d11-ba61-7c979246e947 HTTP/1.1" status: 200 len: 915 time: 0.1082120 Apr 12 11:17:05.326794 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-379788cb-8608-4269-8f5b-de33901135c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d HTTP/1.1" status: 200 len: 217 time: 0.0386558 Apr 12 11:17:05.373986 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-5bbe3bca-ff4b-46c8-818c-4802c0d8ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:05.375384 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-5bbe3bca-ff4b-46c8-818c-4802c0d8ceeb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc1a7da3-10e5-4f22-a4b2-8bff63d88836 HTTP/1.1" status: 200 len: 854 time: 0.0409775 Apr 12 11:17:05.407350 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-5ab65147-287a-4ddf-8083-7a3350c12be4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2718ce68-f333-4d11-ba61-7c979246e947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253434 Apr 12 11:17:05.498995 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-40acb993-c3da-4190-b492-d4a3db837071 service neutron] 10.222.0.52 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857041 Apr 12 11:17:05.586934 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99d7f80f-c15b-4121-b9cd-2a943519621b req-53e021a5-db6b-418f-aa00-b551d25b4f84 service neutron] 10.222.0.52 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809278 Apr 12 11:17:05.745157 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:17:05.750177 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device d52c5148-9d23-4bde-b7ca-a7b6104b2e2d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:17:05.848175 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:05.859412 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': 'd52c5148-9d23-4bde-b7ca-a7b6104b2e2d', 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947', 'port_id': 'd52c5148-9d23-4bde-b7ca-a7b6104b2e2d', 'mac_address': 'fa:16:3e:84:2e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1a7da3-10e5-4f22-a4b2-8bff63d88836', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:17:05.899023 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:17:05.899411 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:05.912625 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52c5148-9d23-4bde-b7ca-a7b6104b2e2d {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:17:05.932394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:06.024389 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:06.078499 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.092706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:06.141135 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:06.375933 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737ae75-5f68-4a4d-bb07-da90b1f8c77a req-583729e0-107a-4bb7-9ff7-0539a6b47b1e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:06.378092 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6737ae75-5f68-4a4d-bb07-da90b1f8c77a req-583729e0-107a-4bb7-9ff7-0539a6b47b1e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 945 time: 0.0507865 Apr 12 11:17:06.431203 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6737ae75-5f68-4a4d-bb07-da90b1f8c77a req-64a2d825-eff6-4c31-b82e-1677cc7c68f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472515 Apr 12 11:17:06.660446 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['d52c5148-9d23-4bde-b7ca-a7b6104b2e2d'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:17:07.289402 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45730) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:07.396900 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fa8af36-2723-47a9-9cb0-0efc2af5fa65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:07.469407 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fa8af36-2723-47a9-9cb0-0efc2af5fa65 admin admin] Publish callbacks [] for security_group (4f7f7a4d-9c24-414d-b10e-f6db89fa7aaf), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:07.530073 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fa8af36-2723-47a9-9cb0-0efc2af5fa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (4f7f7a4d-9c24-414d-b10e-f6db89fa7aaf), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:07.567135 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18800645-7833-4d77-a734-21a6dbe6ed86 req-cfc7494e-708f-4e09-b30f-52f68f6de055 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:07.568867 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18800645-7833-4d77-a734-21a6dbe6ed86 req-cfc7494e-708f-4e09-b30f-52f68f6de055 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 945 time: 0.0720022 Apr 12 11:17:07.586801 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8af36-2723-47a9-9cb0-0efc2af5fa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7f7a4d-9c24-414d-b10e-f6db89fa7aaf,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:07.597092 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5fa8af36-2723-47a9-9cb0-0efc2af5fa65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20c759a3f0d24eb1b238990f75986bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065372 Apr 12 11:17:07.600519 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 45738) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:07.652700 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18800645-7833-4d77-a734-21a6dbe6ed86 req-c7c16fdb-5342-4273-9a51-00ae5134fed9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745068 Apr 12 11:17:07.667717 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-022bbfd8-fbb6-49b1-9ad4-e4473e0fd14f admin admin] Publish callbacks [] for security_group (4f7f7a4d-9c24-414d-b10e-f6db89fa7aaf), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:07.693162 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-022bbfd8-fbb6-49b1-9ad4-e4473e0fd14f admin admin] Publish callbacks [] for security_group (4f7f7a4d-9c24-414d-b10e-f6db89fa7aaf), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:07.723376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:07.797867 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-022bbfd8-fbb6-49b1-9ad4-e4473e0fd14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (4f7f7a4d-9c24-414d-b10e-f6db89fa7aaf), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:07.800435 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-022bbfd8-fbb6-49b1-9ad4-e4473e0fd14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:07.801587 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-022bbfd8-fbb6-49b1-9ad4-e4473e0fd14f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f7f7a4d-9c24-414d-b10e-f6db89fa7aaf HTTP/1.1" status: 204 len: 168 time: 0.2005448 Apr 12 11:17:07.810030 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bbfd8-fbb6-49b1-9ad4-e4473e0fd14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7f7a4d-9c24-414d-b10e-f6db89fa7aaf,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:07.890157 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device d52c5148-9d23-4bde-b7ca-a7b6104b2e2d up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:17:07.935739 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:17:08.021164 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:17:08.021569 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:08.109014 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:17:08.109402 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:08.135185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdbf670-3a76-4cf1-9dbc-65283abd5e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52c5148-9d23-4bde-b7ca-a7b6104b2e2d'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:17:08.137712 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef27d98-bf9d-4ef1-a5d3-bf11f6cfb9b0" -d '{"events": [{"server_uuid": "5fdbf670-3a76-4cf1-9dbc-65283abd5e16", "name": "network-vif-plugged", "status": "completed", "tag": "d52c5148-9d23-4bde-b7ca-a7b6104b2e2d"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:17:08.152005 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:08.176547 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e01290d-e6aa-4599-9b7d-70398d3aa091 x-openstack-request-id: req-5e01290d-e6aa-4599-9b7d-70398d3aa091 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:17:08.176861 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdbf670-3a76-4cf1-9dbc-65283abd5e16", "name": "network-vif-plugged", "status": "completed", "tag": "d52c5148-9d23-4bde-b7ca-a7b6104b2e2d", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:17:08.177853 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e01290d-e6aa-4599-9b7d-70398d3aa091 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:17:08.178323 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e01290d-e6aa-4599-9b7d-70398d3aa091'] response: {'server_uuid': '5fdbf670-3a76-4cf1-9dbc-65283abd5e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52c5148-9d23-4bde-b7ca-a7b6104b2e2d', 'code': 200} Apr 12 11:17:08.233209 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:08.281639 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:08.521730 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0fb7-28ce-470d-98b9-68a1af338a33 req-a46043f9-f855-42d9-9deb-297d407435cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:08.523237 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8fb0fb7-28ce-470d-98b9-68a1af338a33 req-a46043f9-f855-42d9-9deb-297d407435cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 1130 time: 0.0381827 Apr 12 11:17:08.570282 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8fb0fb7-28ce-470d-98b9-68a1af338a33 req-5b48b144-89a0-4f3d-8ee9-e3666b4f4eca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375614 Apr 12 11:17:08.764162 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bba0d-5866-456d-be05-7339cdc56107 req-be1d3fbd-5cf1-4674-aaee-624ebd205268 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:08.765605 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b75bba0d-5866-456d-be05-7339cdc56107 req-be1d3fbd-5cf1-4674-aaee-624ebd205268 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 946 time: 0.0465810 Apr 12 11:17:08.814088 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b75bba0d-5866-456d-be05-7339cdc56107 req-59f7ed0e-310a-4934-82b8-3be852dc928c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429406 Apr 12 11:17:09.927910 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35e029-d6db-40a8-bc6f-8e968739cb6e req-2b43622c-d66e-46a6-8093-babcc1ed9c3b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:09.929359 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ac35e029-d6db-40a8-bc6f-8e968739cb6e req-2b43622c-d66e-46a6-8093-babcc1ed9c3b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 946 time: 0.0500562 Apr 12 11:17:09.974394 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ac35e029-d6db-40a8-bc6f-8e968739cb6e req-b9374f2b-72ee-4118-9c07-9b4f9df45ca9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393527 Apr 12 11:17:11.087463 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958f226-44fa-484f-be26-3eedee2e054e req-96e7cf17-9ab4-4565-a978-bb08b7eb154d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:11.088923 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d958f226-44fa-484f-be26-3eedee2e054e req-96e7cf17-9ab4-4565-a978-bb08b7eb154d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 946 time: 0.0475519 Apr 12 11:17:11.137108 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d958f226-44fa-484f-be26-3eedee2e054e req-fc7c6cc2-de00-42ff-a71c-96bad40520aa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423222 Apr 12 11:17:12.248772 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c351567-dadd-4ee6-ab3a-c5ccc2f18a1d req-ca7cafe4-1820-49c0-8c28-81782b02bd34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:12.250192 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3c351567-dadd-4ee6-ab3a-c5ccc2f18a1d req-ca7cafe4-1820-49c0-8c28-81782b02bd34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 946 time: 0.0466945 Apr 12 11:17:12.298165 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3c351567-dadd-4ee6-ab3a-c5ccc2f18a1d req-058a25b5-fd51-4f4b-9837-aaedbb1d68f7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Apr 12 11:17:21.426433 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.856210 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b2ba5-d0a7-4e6c-b799-774cc42b7ecd req-c6f0a5de-38be-4f7d-af8b-8921db46427a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:22.857779 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e5b2ba5-d0a7-4e6c-b799-774cc42b7ecd req-c6f0a5de-38be-4f7d-af8b-8921db46427a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0485001 Apr 12 11:17:22.907002 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e5b2ba5-d0a7-4e6c-b799-774cc42b7ecd req-5dfc1553-3787-4ff5-ac6a-9dac6a82eff8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Apr 12 11:17:24.024428 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d420d3e-3b05-4af5-b1ca-238eb935c1f1 req-1bf85cff-07fb-4c5d-8e40-5c29826bdab8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:24.026930 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2d420d3e-3b05-4af5-b1ca-238eb935c1f1 req-1bf85cff-07fb-4c5d-8e40-5c29826bdab8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0480587 Apr 12 11:17:24.078056 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2d420d3e-3b05-4af5-b1ca-238eb935c1f1 req-6ed3e949-a91f-47c0-83c1-ac64c3f6f2ae tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455868 Apr 12 11:17:25.201173 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6befe7-f6fa-4c7e-a1a9-7cd8b1f4052f req-75829553-66b7-4d49-8429-e4ca02e99f41 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:25.202655 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2c6befe7-f6fa-4c7e-a1a9-7cd8b1f4052f req-75829553-66b7-4d49-8429-e4ca02e99f41 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0497921 Apr 12 11:17:25.249341 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2c6befe7-f6fa-4c7e-a1a9-7cd8b1f4052f req-8bdfe518-30c4-4e78-a7c6-d11b3e22e1dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Apr 12 11:17:26.365567 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3c371-d56e-46a2-b2dd-d93c806a5e7e req-d469de41-359b-428e-9c68-b8bde7cb200a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:26.367065 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d0b3c371-d56e-46a2-b2dd-d93c806a5e7e req-d469de41-359b-428e-9c68-b8bde7cb200a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0469446 Apr 12 11:17:26.414171 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d0b3c371-d56e-46a2-b2dd-d93c806a5e7e req-4b2bd62c-0ff9-4c51-923b-c8ba51e64adb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 Apr 12 11:17:27.530777 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312c173-6f4c-456a-94c7-9cded6a74ab1 req-4ecdd38b-a2e3-4b48-9229-ea7aacf1d54a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:27.532240 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1312c173-6f4c-456a-94c7-9cded6a74ab1 req-4ecdd38b-a2e3-4b48-9229-ea7aacf1d54a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0462959 Apr 12 11:17:27.578294 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1312c173-6f4c-456a-94c7-9cded6a74ab1 req-56be1c61-afcf-43c7-a675-3ff1c3a5436b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Apr 12 11:17:28.693313 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec115310-d733-4b2d-9a89-dfb66770ee02 req-96a32504-9011-4851-a69b-6b5b4cb7717e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:28.694706 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ec115310-d733-4b2d-9a89-dfb66770ee02 req-96a32504-9011-4851-a69b-6b5b4cb7717e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0463629 Apr 12 11:17:28.740435 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ec115310-d733-4b2d-9a89-dfb66770ee02 req-8a937a2f-b5eb-4085-b32b-c07ecb681a97 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 Apr 12 11:17:29.854056 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086becd9-d3b0-4522-873a-377512df421e req-d38388e3-629c-4de7-8744-5bb9f1fb51ed tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:29.856036 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-086becd9-d3b0-4522-873a-377512df421e req-d38388e3-629c-4de7-8744-5bb9f1fb51ed tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0465200 Apr 12 11:17:29.906527 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-086becd9-d3b0-4522-873a-377512df421e req-ef0fe22d-4703-44fa-b80c-9ba6bb6643ac tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 Apr 12 11:17:31.024145 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8f035-e701-4592-abfa-1a7940c3274e req-f34a5dc2-db13-4dac-a586-2e8e0d79f155 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:31.025596 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2f8f035-e701-4592-abfa-1a7940c3274e req-f34a5dc2-db13-4dac-a586-2e8e0d79f155 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0509393 Apr 12 11:17:31.071732 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2f8f035-e701-4592-abfa-1a7940c3274e req-5a092fee-0aec-468c-a437-e07e7c9f26dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 Apr 12 11:17:31.404339 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-850943bb-1bf8-485f-8ced-4d4ea0f39e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:32.187977 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bc7ae-0383-4592-87e8-eaee2c60b73f req-70f2ae37-109f-406f-9f9e-264b6ad1c3f9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:32.189472 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b77bc7ae-0383-4592-87e8-eaee2c60b73f req-70f2ae37-109f-406f-9f9e-264b6ad1c3f9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0470331 Apr 12 11:17:32.235327 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b77bc7ae-0383-4592-87e8-eaee2c60b73f req-de37052f-ee9e-417b-bdd1-708b9c8a3ae4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Apr 12 11:17:33.350746 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4aff0-3383-4557-bf55-7d22698d8559 req-2f37afeb-35c2-43c7-a03b-9e041cc7233c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:33.352209 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3cf4aff0-3383-4557-bf55-7d22698d8559 req-2f37afeb-35c2-43c7-a03b-9e041cc7233c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0461645 Apr 12 11:17:33.399100 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3cf4aff0-3383-4557-bf55-7d22698d8559 req-a36ebb07-7912-4959-9e8b-161bc3703e58 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Apr 12 11:17:33.849457 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-34a8e160-92b5-4fc3-a5c9-ee74ecebfe77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:34.517367 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a19f3-6897-4b49-82e4-d4e4345c2a0b req-f16633fc-55c9-444e-b8a1-fa4419e7588b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:34.518905 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f34a19f3-6897-4b49-82e4-d4e4345c2a0b req-f16633fc-55c9-444e-b8a1-fa4419e7588b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0473855 Apr 12 11:17:34.565829 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f34a19f3-6897-4b49-82e4-d4e4345c2a0b req-e06bf5a0-9996-45e0-bfc8-94432abbbcc3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Apr 12 11:17:35.038473 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:35.682090 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd53300-163d-4230-848a-bf04f0ad7c9d req-660f4344-b125-465c-9d13-955a6604dfdf tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:35.683581 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddd53300-163d-4230-848a-bf04f0ad7c9d req-660f4344-b125-465c-9d13-955a6604dfdf tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0480883 Apr 12 11:17:35.734059 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ddd53300-163d-4230-848a-bf04f0ad7c9d req-f631d994-500e-42bc-8205-8e9e7e06b7b9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Apr 12 11:17:35.941130 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 46016) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:36.049253 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:36.084188 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:36.123111 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Publish callbacks [] for security_group (9f49bbfe-89c5-4b28-9e04-6cdad063e547), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:36.209723 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (9f49bbfe-89c5-4b28-9e04-6cdad063e547), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:36.249657 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=608142ddc53f4e35a76852abc93ab656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073795 Apr 12 11:17:36.250558 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f49bbfe-89c5-4b28-9e04-6cdad063e547,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:36.252245 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 46020) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:36.257642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.257982 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.258352 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.258691 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.259020 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.259345 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.259665 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.259985 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.260306 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.260626 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.260944 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.261263 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.261580 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.262211 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.262526 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0e268-1aac-49f8-87e2-9e5d3a74977c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.301579 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Publish callbacks [] for security_group (9f49bbfe-89c5-4b28-9e04-6cdad063e547), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:36.322787 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Publish callbacks [] for security_group (9f49bbfe-89c5-4b28-9e04-6cdad063e547), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:36.432532 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (9f49bbfe-89c5-4b28-9e04-6cdad063e547), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:36.435141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:36.436536 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f49bbfe-89c5-4b28-9e04-6cdad063e547 HTTP/1.1" status: 204 len: 168 time: 0.1830864 Apr 12 11:17:36.444541 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f49bbfe-89c5-4b28-9e04-6cdad063e547,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:36.452150 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.452679 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.453037 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.453379 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.453714 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.455374 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.455374 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.455374 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.455374 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.456477 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.456811 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.457140 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.457470 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.457795 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.458144 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeac09e0-32a8-44a9-8474-3d606fa7c6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:36.856642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f2674-429a-45ff-8613-b257e33be06f req-9aa3c7fa-4442-4cd3-a6d7-2a35e9934904 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:36.858242 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-de7f2674-429a-45ff-8613-b257e33be06f req-9aa3c7fa-4442-4cd3-a6d7-2a35e9934904 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0506318 Apr 12 11:17:36.905481 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-de7f2674-429a-45ff-8613-b257e33be06f req-0f4a1f13-6017-4a9f-a7ef-13a40fb93513 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Apr 12 11:17:37.769544 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:38.019982 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d1cf8-6b14-49a4-b69b-8d8b439fbbb6 req-c38f1a7c-644b-4bd0-a14d-b610dff6d378 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:38.021410 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d2d1cf8-6b14-49a4-b69b-8d8b439fbbb6 req-c38f1a7c-644b-4bd0-a14d-b610dff6d378 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0474975 Apr 12 11:17:38.066654 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d2d1cf8-6b14-49a4-b69b-8d8b439fbbb6 req-d2962a09-9ad7-4c04-8d54-461d6d35e787 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396352 Apr 12 11:17:39.185424 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec69763-3641-4c36-ae23-53b902cddcfa req-116e7894-e712-4d1a-a33b-3bbb8715052a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:39.190548 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dec69763-3641-4c36-ae23-53b902cddcfa req-116e7894-e712-4d1a-a33b-3bbb8715052a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Apr 12 11:17:39.233168 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dec69763-3641-4c36-ae23-53b902cddcfa req-75f3b1e2-1c96-45b8-afe2-e76d475eb58c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Apr 12 11:17:40.349759 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12680f9-ba33-4aac-a234-912fc9ccdd0f req-d1cee380-9a81-429c-a55e-bc956aad1af3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:40.351225 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f12680f9-ba33-4aac-a234-912fc9ccdd0f req-d1cee380-9a81-429c-a55e-bc956aad1af3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Apr 12 11:17:40.397461 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f12680f9-ba33-4aac-a234-912fc9ccdd0f req-4009ed8c-bc23-4585-aac9-95a44e05d35c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407059 Apr 12 11:17:41.516105 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6aaed-dec5-482c-b5db-76bee6f99753 req-a26a77c1-7b4d-46f6-b44f-d1f4e6684f67 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:41.517682 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aee6aaed-dec5-482c-b5db-76bee6f99753 req-a26a77c1-7b4d-46f6-b44f-d1f4e6684f67 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0490241 Apr 12 11:17:41.564730 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aee6aaed-dec5-482c-b5db-76bee6f99753 req-4773045e-682a-4237-a19b-1876b7976a0e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413537 Apr 12 11:17:42.683459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e17e16-77bc-4421-89de-3eaed4aeb1d3 req-6a6cb582-7e7e-4200-96ef-a0c93b564cd3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:42.684941 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-86e17e16-77bc-4421-89de-3eaed4aeb1d3 req-6a6cb582-7e7e-4200-96ef-a0c93b564cd3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0483265 Apr 12 11:17:42.733559 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-86e17e16-77bc-4421-89de-3eaed4aeb1d3 req-e25f11a9-4a7f-43b0-8932-a8fcbbb2dd51 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428295 Apr 12 11:17:42.745622 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:17:43.853953 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026f20f-7bca-42c4-b9c5-63459d04b3d9 req-2eebb2ea-45e7-4f9f-ac39-166dd0cf0a9f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:43.855435 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b026f20f-7bca-42c4-b9c5-63459d04b3d9 req-2eebb2ea-45e7-4f9f-ac39-166dd0cf0a9f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0498481 Apr 12 11:17:43.903014 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b026f20f-7bca-42c4-b9c5-63459d04b3d9 req-65fb298d-5c60-4ca6-9107-e08c856e5073 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412993 Apr 12 11:17:45.019694 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cc3d4-c357-483a-82a0-fd00361d1124 req-43acadf9-1a62-41c4-8231-1ac5df998500 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:45.021174 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-993cc3d4-c357-483a-82a0-fd00361d1124 req-43acadf9-1a62-41c4-8231-1ac5df998500 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0471578 Apr 12 11:17:45.070187 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-993cc3d4-c357-483a-82a0-fd00361d1124 req-7d673e69-3829-4c65-9464-40ba77587a3d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434587 Apr 12 11:17:46.092980 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:17:46.189182 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a002155-b0c4-439e-8ae9-62df55a95bae req-6bf39aea-4773-4f6e-b386-8ecf41ecd6fc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:46.190845 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7a002155-b0c4-439e-8ae9-62df55a95bae req-6bf39aea-4773-4f6e-b386-8ecf41ecd6fc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0474555 Apr 12 11:17:46.196144 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:46.208393 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '92da6ea4-696b-4846-b47c-536810056742', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'port_id': '92da6ea4-696b-4846-b47c-536810056742', 'mac_address': 'fa:16:3e:0a:1d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:17:46.238435 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7a002155-b0c4-439e-8ae9-62df55a95bae req-bf9b03b7-b10e-4454-af32-1c56afbf44a5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420184 Apr 12 11:17:46.244830 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 92da6ea4-696b-4846-b47c-536810056742 is: ACTIVE; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:17:46.245159 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.257981 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92da6ea4-696b-4846-b47c-536810056742 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:17:46.282644 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:46.318013 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.365413 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=6']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:46.518306 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['92da6ea4-696b-4846-b47c-536810056742'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:17:47.352798 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7520f5f-cd13-459b-923b-6227a5a9844a req-0981e34f-e315-474e-8c49-3e04e2af009f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:47.354253 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b7520f5f-cd13-459b-923b-6227a5a9844a req-0981e34f-e315-474e-8c49-3e04e2af009f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 944 time: 0.0452497 Apr 12 11:17:47.399215 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b7520f5f-cd13-459b-923b-6227a5a9844a req-f6f8aa46-9f73-4bd4-859c-b929383f26f2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388474 Apr 12 11:17:48.106779 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:17:48.151247 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 92da6ea4-696b-4846-b47c-536810056742 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:17:48.151617 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (92da6ea4-696b-4846-b47c-536810056742), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:48.224506 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 92da6ea4-696b-4846-b47c-536810056742 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:17:48.224897 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:48.247308 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92da6ea4-696b-4846-b47c-536810056742'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:17:48.250210 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff596f3e-273b-4b43-afd2-346a952140e6" -d '{"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-plugged", "status": "completed", "tag": "92da6ea4-696b-4846-b47c-536810056742"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:17:48.265414 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:48.286583 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cfe8c8-13dc-4043-893f-9d238c779f97 x-openstack-request-id: req-d9cfe8c8-13dc-4043-893f-9d238c779f97 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:17:48.286895 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-plugged", "status": "completed", "tag": "92da6ea4-696b-4846-b47c-536810056742", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:17:48.287152 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9cfe8c8-13dc-4043-893f-9d238c779f97 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:17:48.287544 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cfe8c8-13dc-4043-893f-9d238c779f97'] response: {'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92da6ea4-696b-4846-b47c-536810056742', 'code': 200} Apr 12 11:17:48.341429 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:48.387965 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=7']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:48.513467 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb0dc1-34b5-438f-908f-910513bc7afa req-a2b24ea5-6b67-4017-a0aa-eccaa9e4d383 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:48.515386 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5acb0dc1-34b5-438f-908f-910513bc7afa req-a2b24ea5-6b67-4017-a0aa-eccaa9e4d383 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0460927 Apr 12 11:17:48.565013 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5acb0dc1-34b5-438f-908f-910513bc7afa req-59de2942-dd6e-4b29-882e-a1cdab138390 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398364 Apr 12 11:17:49.683157 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a217d-2132-4432-95b9-6d991525d582 req-07a2667d-64d4-4be0-a6b0-69622c2f45bb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:49.684635 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cc1a217d-2132-4432-95b9-6d991525d582 req-07a2667d-64d4-4be0-a6b0-69622c2f45bb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0485501 Apr 12 11:17:49.736900 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cc1a217d-2132-4432-95b9-6d991525d582 req-7c891ab7-ec50-4af6-b06c-7a545d35edd1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460696 Apr 12 11:17:50.335028 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-1a771255-3e2e-45aa-82a0-a33da24736e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:50.336551 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-1a771255-3e2e-45aa-82a0-a33da24736e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1129 time: 0.0433934 Apr 12 11:17:50.438442 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-7d26d659-e220-4f44-8ff7-a08e9fd8c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:50.439887 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-7d26d659-e220-4f44-8ff7-a08e9fd8c77d service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0847816 Apr 12 11:17:50.852700 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ab1b3-f1ce-4b40-aec1-6778006b6617 req-6ceb26b5-05d8-4589-a55f-c8dcb7e947dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:50.854546 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a31ab1b3-f1ce-4b40-aec1-6778006b6617 req-6ceb26b5-05d8-4589-a55f-c8dcb7e947dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0469701 Apr 12 11:17:50.903780 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a31ab1b3-f1ce-4b40-aec1-6778006b6617 req-bf0069fb-b173-447d-b3ed-2a9c5ea77f6b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 Apr 12 11:17:50.986845 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-69ca1254-272a-46a9-894a-5d773e47012c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 1001 time: 0.0597138 Apr 12 11:17:51.042542 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-f2d008e3-9757-4adb-a41c-d75277e075ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:51.044050 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-f2d008e3-9757-4adb-a41c-d75277e075ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0444047 Apr 12 11:17:51.089665 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-b1c58f17-0422-492b-82fe-cbb8c68fa2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:51.091170 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-b1c58f17-0422-492b-82fe-cbb8c68fa2f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405965 Apr 12 11:17:51.178456 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-1df62572-919b-473f-a99c-b06b420025cb service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814257 Apr 12 11:17:51.270867 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc2ee69c-00d5-403c-81a6-a05987d8a4fa req-695ad500-f50f-4baa-be4c-f37654ce3871 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868337 Apr 12 11:17:51.449939 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:52.020669 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59394a7-7622-411d-b6a4-dd18b26d257f req-7909f3e2-1791-4748-943e-694f171c936d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:52.022220 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e59394a7-7622-411d-b6a4-dd18b26d257f req-7909f3e2-1791-4748-943e-694f171c936d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0480700 Apr 12 11:17:52.068224 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e59394a7-7622-411d-b6a4-dd18b26d257f req-56a5d33c-bed2-46f8-89e1-d840d3e0a737 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 Apr 12 11:17:53.184107 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fa08b-b521-4941-9654-9088dd046852 req-98769234-64e9-4d1c-b5d7-6d0e95d0381a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:53.187244 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-930fa08b-b521-4941-9654-9088dd046852 req-98769234-64e9-4d1c-b5d7-6d0e95d0381a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0461252 Apr 12 11:17:53.231451 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-930fa08b-b521-4941-9654-9088dd046852 req-3a34d817-ef5e-4da5-b27c-8ce0a4cff73a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395160 Apr 12 11:17:54.346194 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbf478-c268-4354-a1e5-cdd2cb031f54 req-21f62392-6bd7-46af-bb7b-a114cee9b84c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:54.347699 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f8fbf478-c268-4354-a1e5-cdd2cb031f54 req-21f62392-6bd7-46af-bb7b-a114cee9b84c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0466220 Apr 12 11:17:54.396120 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f8fbf478-c268-4354-a1e5-cdd2cb031f54 req-2625f922-4ba2-4d1f-a371-d0a5aee8923a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Apr 12 11:17:55.513330 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df8c57-192c-437a-8b54-548e7459971d req-693d285a-d440-49b1-88ca-d7ce5304b90a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:55.515506 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48df8c57-192c-437a-8b54-548e7459971d req-693d285a-d440-49b1-88ca-d7ce5304b90a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0472603 Apr 12 11:17:55.565163 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48df8c57-192c-437a-8b54-548e7459971d req-fd7a6c11-0943-4702-8690-7944d68eb77c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 Apr 12 11:17:56.687031 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6552c89-c7c0-46e7-a38f-56bdff04fdf0 req-b610abb3-0e58-4ef7-9051-9bf04b3451be tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:56.688529 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6552c89-c7c0-46e7-a38f-56bdff04fdf0 req-b610abb3-0e58-4ef7-9051-9bf04b3451be tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0510414 Apr 12 11:17:56.736100 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6552c89-c7c0-46e7-a38f-56bdff04fdf0 req-c60b80ef-9941-47d2-8884-95c5d3dc430b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Apr 12 11:17:57.861935 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f823fbf-77d7-439b-bc4a-6f91dfb5c93c req-35a95c03-0d7f-43de-bc26-d0d404a28c8c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:57.861935 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f823fbf-77d7-439b-bc4a-6f91dfb5c93c req-35a95c03-0d7f-43de-bc26-d0d404a28c8c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0527043 Apr 12 11:17:57.922819 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f823fbf-77d7-439b-bc4a-6f91dfb5c93c req-1af46eba-bd0e-4a3f-ac35-1d80fd0fc5dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547969 Apr 12 11:17:59.050140 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0fde-ab8c-466d-bb05-739d93a62d82 req-f1eeb40a-2ea5-4d50-a5a9-f420111d6207 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:59.052417 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-881a0fde-ab8c-466d-bb05-739d93a62d82 req-f1eeb40a-2ea5-4d50-a5a9-f420111d6207 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0510583 Apr 12 11:17:59.108531 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-881a0fde-ab8c-466d-bb05-739d93a62d82 req-af888334-cebf-411a-b804-9b88cbc14324 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497034 Apr 12 11:18:00.235012 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacbca7-353a-4207-90e8-3cacdebdc1bd req-27c9dc4f-e5ae-4bbd-aecc-182549c84260 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:00.236384 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-beacbca7-353a-4207-90e8-3cacdebdc1bd req-27c9dc4f-e5ae-4bbd-aecc-182549c84260 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Apr 12 11:18:00.283427 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-beacbca7-353a-4207-90e8-3cacdebdc1bd req-367147ca-4796-44a7-8bb6-a8161499215e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410638 Apr 12 11:18:01.412263 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698819-5b44-4600-b651-f314c3ea7dc7 req-126992d8-03eb-41fb-b46c-aa2217446557 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:01.414888 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a4698819-5b44-4600-b651-f314c3ea7dc7 req-126992d8-03eb-41fb-b46c-aa2217446557 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Apr 12 11:18:01.438884 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7fa96c24-83bb-4f4a-9116-201677ee2b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:01.482115 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a4698819-5b44-4600-b651-f314c3ea7dc7 req-c0bc5613-24f0-4e1a-a477-89ee371a81ee tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556340 Apr 12 11:18:02.607330 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64399f-e399-4934-bfcc-2d70318ecf4c req-532a3244-7c8f-4c6e-ab41-400ffd127252 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:02.609139 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fe64399f-e399-4934-bfcc-2d70318ecf4c req-532a3244-7c8f-4c6e-ab41-400ffd127252 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0536861 Apr 12 11:18:02.660969 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fe64399f-e399-4934-bfcc-2d70318ecf4c req-f20dfebd-23c7-457e-92a4-715959d472ec tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434692 Apr 12 11:18:03.785120 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d449-28ce-4f80-a2d5-b8fcdc5f0241 req-6f4a2e37-6395-4ad2-88e3-6891f241d8d7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:03.786144 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-31b6d449-28ce-4f80-a2d5-b8fcdc5f0241 req-6f4a2e37-6395-4ad2-88e3-6891f241d8d7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Apr 12 11:18:03.835247 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-31b6d449-28ce-4f80-a2d5-b8fcdc5f0241 req-3a192c96-8754-4f70-b178-cc9f4ce31d88 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434794 Apr 12 11:18:04.200929 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bd6a8b51-0a80-4496-b20f-d1d189682f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:04.966644 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55a090-ee52-489d-942f-bdb29915df23 req-dfaa09cc-4a56-41a6-a456-b6aa0ee33f3a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:04.969155 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d55a090-ee52-489d-942f-bdb29915df23 req-dfaa09cc-4a56-41a6-a456-b6aa0ee33f3a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0553563 Apr 12 11:18:05.035099 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d55a090-ee52-489d-942f-bdb29915df23 req-b5fd0486-6048-438d-993c-6883fb166cc3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583549 Apr 12 11:18:05.062399 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:06.096379 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:06.164745 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2646f8-dda6-4401-8b74-311ec466d6e6 req-94be981d-68a5-4f84-b486-5b8869d92f6f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:06.166923 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8c2646f8-dda6-4401-8b74-311ec466d6e6 req-94be981d-68a5-4f84-b486-5b8869d92f6f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0505245 Apr 12 11:18:06.218509 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8c2646f8-dda6-4401-8b74-311ec466d6e6 req-2433acad-300e-446b-be42-bf1134347adb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 Apr 12 11:18:07.340671 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec78b0e-ba35-4765-867f-53b07d101ff6 req-96a817ce-cc8b-45ce-b8b5-463e7560c2d7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:07.342209 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9ec78b0e-ba35-4765-867f-53b07d101ff6 req-96a817ce-cc8b-45ce-b8b5-463e7560c2d7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0475805 Apr 12 11:18:07.404290 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9ec78b0e-ba35-4765-867f-53b07d101ff6 req-5a9479cf-ed64-40f8-8dc6-3b401a755abb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558503 Apr 12 11:18:07.730656 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:08.533280 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94747e-31aa-48fc-ad34-60aaa3d11e72 req-5f747fa3-e38b-4adb-9fcd-6c278ab3c320 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:08.534815 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fd94747e-31aa-48fc-ad34-60aaa3d11e72 req-5f747fa3-e38b-4adb-9fcd-6c278ab3c320 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0533893 Apr 12 11:18:08.582086 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fd94747e-31aa-48fc-ad34-60aaa3d11e72 req-9f381d75-0787-4d43-b4ce-6ac7ca19ad72 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Apr 12 11:18:09.702216 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f4ec-0fde-48eb-98de-55031eb105d9 req-f784378e-0863-4496-8416-1818f1fa96a5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:09.703741 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-20c7f4ec-0fde-48eb-98de-55031eb105d9 req-f784378e-0863-4496-8416-1818f1fa96a5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0470061 Apr 12 11:18:09.750662 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-20c7f4ec-0fde-48eb-98de-55031eb105d9 req-e375f898-d4b8-4b93-9faf-ace0ca301573 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411739 Apr 12 11:18:10.806653 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-b188a8e6-75f6-47d2-b690-83247cd44508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:10.808178 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-b188a8e6-75f6-47d2-b690-83247cd44508 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1129 time: 0.0426500 Apr 12 11:18:10.869816 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cddac-a68c-4d9f-b51f-e44c4aa18337 req-5ed3edc9-b812-41fc-9e7e-a6dc0a677d1d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:10.871450 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-817cddac-a68c-4d9f-b51f-e44c4aa18337 req-5ed3edc9-b812-41fc-9e7e-a6dc0a677d1d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0475986 Apr 12 11:18:10.905064 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-f69ed3da-097c-4d75-8ddc-305535f7cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:10.906782 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-f69ed3da-097c-4d75-8ddc-305535f7cec6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0916204 Apr 12 11:18:10.918880 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-817cddac-a68c-4d9f-b51f-e44c4aa18337 req-c7ebada4-0a6f-4703-a6cf-b908cf382c3d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 Apr 12 11:18:10.975081 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-f87151b8-45ec-4ca5-9532-a91b6ece2ef3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 1001 time: 0.0621657 Apr 12 11:18:11.034499 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-bfc4a602-25b4-4e9a-bfec-d89dec298ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:11.042698 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-bfc4a602-25b4-4e9a-bfec-d89dec298ee7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0536842 Apr 12 11:18:11.079693 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-da006b4e-e5a4-4e47-be43-cca522d3f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:11.081180 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-da006b4e-e5a4-4e47-be43-cca522d3f3d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392232 Apr 12 11:18:11.168609 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-bd8c927f-4b3e-42f4-982a-3a94bcb3f892 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805175 Apr 12 11:18:11.259585 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4abe3b21-6e69-48eb-b692-80e4ec70a782 req-fb31cbde-d958-408b-a2c8-572015132d64 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846434 Apr 12 11:18:12.042108 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee33d7f-a388-4015-83b2-8c4391128e93 req-debaf509-3efb-4500-9ec1-f087f3ff72d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:12.043563 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7ee33d7f-a388-4015-83b2-8c4391128e93 req-debaf509-3efb-4500-9ec1-f087f3ff72d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0479109 Apr 12 11:18:12.089717 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7ee33d7f-a388-4015-83b2-8c4391128e93 req-2a3e4271-fdbf-4a76-8801-87507a31dfc0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Apr 12 11:18:13.214574 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b6e50-22a6-4aaf-be9b-5d51c24e987f req-ab1a2509-2f84-4f84-83a2-086c4b76ba89 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:13.214574 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1a0b6e50-22a6-4aaf-be9b-5d51c24e987f req-ab1a2509-2f84-4f84-83a2-086c4b76ba89 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0511060 Apr 12 11:18:13.262595 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1a0b6e50-22a6-4aaf-be9b-5d51c24e987f req-fadeb177-0616-4194-9e58-3a8e810e53e0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 Apr 12 11:18:14.334314 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:14.380244 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbbfd2-ae82-44f7-a630-64f694565c96 req-161e62b7-b748-459d-a18c-12659ca9b5cc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:14.382206 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-28bbbfd2-ae82-44f7-a630-64f694565c96 req-161e62b7-b748-459d-a18c-12659ca9b5cc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 945 time: 0.0481586 Apr 12 11:18:14.416133 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 92da6ea4-696b-4846-b47c-536810056742 is: ACTIVE; New status is: DOWN {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:18:14.416570 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:14.431083 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-28bbbfd2-ae82-44f7-a630-64f694565c96 req-1ff1f81c-8c04-4b28-8ec2-5ae4ba92a2cd tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Apr 12 11:18:14.440003 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92da6ea4-696b-4846-b47c-536810056742'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:18:14.442260 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3727f76-e10a-4897-bea8-7573eef1dd13" -d '{"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-unplugged", "status": "completed", "tag": "92da6ea4-696b-4846-b47c-536810056742"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:18:14.461764 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:14.474292 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555b9a8-c844-4a8e-b469-652255fdc864 x-openstack-request-id: req-7555b9a8-c844-4a8e-b469-652255fdc864 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:18:14.474586 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-unplugged", "status": "failed", "tag": "92da6ea4-696b-4846-b47c-536810056742", "code": 422}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:18:14.474869 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7555b9a8-c844-4a8e-b469-652255fdc864 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:18:14.475311 dv-cinder-830091-4-iscsi neutron-server[103889]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7555b9a8-c844-4a8e-b469-652255fdc864']: {'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92da6ea4-696b-4846-b47c-536810056742', 'code': 422} returned with failed status Apr 12 11:18:14.531132 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:14.581021 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=8']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:14.588227 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.588574 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.588918 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.589276 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.589616 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.589946 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.590307 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.590633 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.590958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.591282 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.591610 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.591941 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.592260 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.592590 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:14.592987 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:15.680008 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-3545c222-9143-4cc1-9b82-43bdf8802040 req-8d05080c-df31-499d-bc99-af373e4651aa service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:18:15.681069 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3545c222-9143-4cc1-9b82-43bdf8802040 req-8d05080c-df31-499d-bc99-af373e4651aa service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115829 Apr 12 11:18:15.946303 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b688a-03b0-40cb-83e3-142602f0290a req-57761060-5af5-472e-a172-876cd115860b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:15.948131 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7e5b688a-03b0-40cb-83e3-142602f0290a req-57761060-5af5-472e-a172-876cd115860b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0480795 Apr 12 11:18:16.000918 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7e5b688a-03b0-40cb-83e3-142602f0290a req-d48be497-cd3d-4276-be7b-9d6d5089b21f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469677 Apr 12 11:18:16.396100 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 46312) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:16.476755 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-f3ad2b74-52f3-4243-a66f-6f4a99837a76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794928 Apr 12 11:18:16.485735 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-8c1ff723-9a40-4903-a6f5-96560dfb538f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:18:16.486732 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-8c1ff723-9a40-4903-a6f5-96560dfb538f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052183 Apr 12 11:18:16.561113 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 46320) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:16.655031 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-377c2792-3b28-4d4d-8393-7994fa988972 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:16.656645 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-377c2792-3b28-4d4d-8393-7994fa988972 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports/92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 940 time: 0.0939002 Apr 12 11:18:17.117608 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8f2d-2f76-4302-b25c-40bc44698a2b req-605d834d-be17-4295-852c-d99e8bccf337 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:17.119173 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-958b8f2d-2f76-4302-b25c-40bc44698a2b req-605d834d-be17-4295-852c-d99e8bccf337 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0469306 Apr 12 11:18:17.168940 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-958b8f2d-2f76-4302-b25c-40bc44698a2b req-7a2a29e1-b475-4547-8f43-8897462c09f6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Apr 12 11:18:17.221020 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21809e-9631-491b-9755-05b30846c8bd req-ec73ea08-7be7-40bc-b810-9cd43b6979dc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:17.222581 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8d21809e-9631-491b-9755-05b30846c8bd req-ec73ea08-7be7-40bc-b810-9cd43b6979dc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 946 time: 0.0519428 Apr 12 11:18:17.276973 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8d21809e-9631-491b-9755-05b30846c8bd req-8dc7a9ce-b120-4a0d-8c61-5a217fcc9445 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Apr 12 11:18:18.288019 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b7638-f0fa-49d5-8a0e-cccaaffc936e req-ead2715c-c647-4762-8798-2980aaf5cb7d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:18.289503 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5b7b7638-f0fa-49d5-8a0e-cccaaffc936e req-ead2715c-c647-4762-8798-2980aaf5cb7d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0510848 Apr 12 11:18:18.336363 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5b7b7638-f0fa-49d5-8a0e-cccaaffc936e req-3c73d960-9c8c-4dcb-a01b-cd16cd960f1e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Apr 12 11:18:18.389100 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1850693-7546-46ae-9639-ad1b80b3be59 req-31bb53f1-2d29-414f-be0c-fce6ea38bbec tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:18.390794 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b1850693-7546-46ae-9639-ad1b80b3be59 req-31bb53f1-2d29-414f-be0c-fce6ea38bbec tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 946 time: 0.0465965 Apr 12 11:18:18.439253 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b1850693-7546-46ae-9639-ad1b80b3be59 req-34e73d23-3408-430e-b891-b1fefe5e3b68 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Apr 12 11:18:19.092597 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e8647-24ff-4461-bfd9-a197cf408429 req-3b97804f-3995-4c2f-8789-e2764bc4124b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:19.093986 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-299e8647-24ff-4461-bfd9-a197cf408429 req-3b97804f-3995-4c2f-8789-e2764bc4124b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 946 time: 0.0498421 Apr 12 11:18:19.229449 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Deleting port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:19.229792 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:19.330112 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] For port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:19.330510 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:19.351234 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Calling delete_port for d52c5148-9d23-4bde-b7ca-a7b6104b2e2d owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:19.454207 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309ec60-1608-41fc-940c-419ec7fcf2a4 req-f72532c2-e172-4999-ad48-d50b9acbf860 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:19.455630 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0309ec60-1608-41fc-940c-419ec7fcf2a4 req-f72532c2-e172-4999-ad48-d50b9acbf860 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0480118 Apr 12 11:18:19.511135 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0309ec60-1608-41fc-940c-419ec7fcf2a4 req-630cdf3c-0983-4251-9052-ba04f9f2898a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497208 Apr 12 11:18:19.569356 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fef3f3-3a62-46ab-80cc-08820f940755 req-2c7a9c29-3799-4fe4-9931-6747d0bf6838 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:19.570840 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e1fef3f3-3a62-46ab-80cc-08820f940755 req-2c7a9c29-3799-4fe4-9931-6747d0bf6838 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=5fdbf670-3a76-4cf1-9dbc-65283abd5e16 HTTP/1.1" status: 200 len: 946 time: 0.0505838 Apr 12 11:18:19.591161 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (d52c5148-9d23-4bde-b7ca-a7b6104b2e2d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:19.633320 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Pushing event deleted for resources: {'Port': ['ID=d52c5148-9d23-4bde-b7ca-a7b6104b2e2d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:19.641161 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['d52c5148-9d23-4bde-b7ca-a7b6104b2e2d'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:18:19.709224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] No DVR routers for this DVR port d52c5148-9d23-4bde-b7ca-a7b6104b2e2d on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:18:19.714938 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e1fef3f3-3a62-46ab-80cc-08820f940755 req-b3ef206b-75e5-4914-811e-5f6dc31965b9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384184 Apr 12 11:18:19.716454 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:19.722119 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-299e8647-24ff-4461-bfd9-a197cf408429 req-44a97120-140e-4e1b-8f7f-df10c2e499d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.52 "DELETE /v2.0/ports/d52c5148-9d23-4bde-b7ca-a7b6104b2e2d HTTP/1.1" status: 204 len: 173 time: 0.6067667 Apr 12 11:18:19.722119 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdbf670-3a76-4cf1-9dbc-65283abd5e16', 'name': 'network-vif-deleted', 'tag': 'd52c5148-9d23-4bde-b7ca-a7b6104b2e2d'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:18:19.723626 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54edd369-aa02-4977-ab6b-766a3b57f781" -d '{"events": [{"server_uuid": "5fdbf670-3a76-4cf1-9dbc-65283abd5e16", "name": "network-vif-deleted", "tag": "d52c5148-9d23-4bde-b7ca-a7b6104b2e2d"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:18:19.744202 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:18:19.761655 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0c6ae4-5393-4f1e-a3ef-25409b2aa655 x-openstack-request-id: req-ac0c6ae4-5393-4f1e-a3ef-25409b2aa655 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:18:19.761948 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdbf670-3a76-4cf1-9dbc-65283abd5e16", "name": "network-vif-deleted", "tag": "d52c5148-9d23-4bde-b7ca-a7b6104b2e2d", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:18:19.762232 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac0c6ae4-5393-4f1e-a3ef-25409b2aa655 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:18:19.762634 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0c6ae4-5393-4f1e-a3ef-25409b2aa655'] response: {'server_uuid': '5fdbf670-3a76-4cf1-9dbc-65283abd5e16', 'name': 'network-vif-deleted', 'tag': 'd52c5148-9d23-4bde-b7ca-a7b6104b2e2d', 'status': 'completed', 'code': 200} Apr 12 11:18:20.654248 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6e1b-7e0b-4922-ae56-b237f2e74e01 req-90161955-3924-45bd-b4b5-3700812749d2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:20.655775 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-134f6e1b-7e0b-4922-ae56-b237f2e74e01 req-90161955-3924-45bd-b4b5-3700812749d2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0597854 Apr 12 11:18:20.706982 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-134f6e1b-7e0b-4922-ae56-b237f2e74e01 req-683457e8-01b8-438c-94f6-4ca69fa157ab tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Apr 12 11:18:21.139664 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-b617e47b-d696-4950-b34b-4383ecae74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:21.141212 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-b617e47b-d696-4950-b34b-4383ecae74bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889&tenant_id=e476965a905e40cdaa1279d48e3c78a7 HTTP/1.1" status: 200 len: 1127 time: 0.0734246 Apr 12 11:18:21.215102 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-4a6720f5-c4d5-43f0-9542-038fcfab3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:21.216568 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-4a6720f5-c4d5-43f0-9542-038fcfab3acd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1127 time: 0.0403631 Apr 12 11:18:21.304563 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-364cf4c7-78d5-42a1-9e52-e24c54a36662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:21.306022 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-364cf4c7-78d5-42a1-9e52-e24c54a36662 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0829966 Apr 12 11:18:21.370961 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-39e3cec4-8e56-489d-92a5-7c7795e51ebf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 999 time: 0.0584126 Apr 12 11:18:21.418231 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-b9e5ed9d-bb2f-4be2-8960-a705aa45e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:21.419639 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-b9e5ed9d-bb2f-4be2-8960-a705aa45e403 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0421522 Apr 12 11:18:21.444561 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:21.461277 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-356623b9-cc3f-47d9-bb7c-cd2e715dddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:21.462768 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-356623b9-cc3f-47d9-bb7c-cd2e715dddb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373175 Apr 12 11:18:21.769029 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-cf34753f-e938-43b6-b218-45ee8e148f8a service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996774 Apr 12 11:18:21.869556 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33af86-8fa0-4041-81ce-4651017b6943 req-dc29aa7c-7584-48a8-a730-4c7edffcb380 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:21.871004 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2f33af86-8fa0-4041-81ce-4651017b6943 req-dc29aa7c-7584-48a8-a730-4c7edffcb380 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0885901 Apr 12 11:18:21.912809 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-8113287e-4af0-4558-94a1-e31ad06ddee7 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379278 Apr 12 11:18:21.933587 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2f33af86-8fa0-4041-81ce-4651017b6943 req-2869adb7-5bbd-4c0e-ad27-b168bd208d80 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558071 Apr 12 11:18:22.980227 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device d52c5148-9d23-4bde-b7ca-a7b6104b2e2d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:23.001444 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: d52c5148-9d23-4bde-b7ca-a7b6104b2e2d {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:18:23.001786 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device d52c5148-9d23-4bde-b7ca-a7b6104b2e2d not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:18:23.055676 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea86842-a333-40f9-906d-93509333189f req-b50aea9d-4b93-45f0-b949-9265ee9ba83c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:23.057170 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-eea86842-a333-40f9-906d-93509333189f req-b50aea9d-4b93-45f0-b949-9265ee9ba83c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0515144 Apr 12 11:18:23.103875 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-eea86842-a333-40f9-906d-93509333189f req-387117ca-a017-4e93-a5d2-50d0b662df88 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 Apr 12 11:18:24.227076 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f28cd-a9f4-46e7-8d94-08b25b753492 req-ade8c27e-b9f7-4c53-ba02-294cf81417a5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:24.228597 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1d2f28cd-a9f4-46e7-8d94-08b25b753492 req-ade8c27e-b9f7-4c53-ba02-294cf81417a5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0493033 Apr 12 11:18:24.274740 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1d2f28cd-a9f4-46e7-8d94-08b25b753492 req-42fd53fc-9c90-4a9c-8b6a-67ce71058fc6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Apr 12 11:18:25.394642 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246d42-a1db-4306-a6b9-b8c8ae1544ed req-19eaa9c1-6a51-498e-aa5e-3f744d9fe592 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:25.396969 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ed246d42-a1db-4306-a6b9-b8c8ae1544ed req-19eaa9c1-6a51-498e-aa5e-3f744d9fe592 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0510657 Apr 12 11:18:25.462480 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ed246d42-a1db-4306-a6b9-b8c8ae1544ed req-7f596692-5340-4c2b-941a-ad9e30d83046 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598145 Apr 12 11:18:26.592451 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1df42e-0856-4e27-a8c8-a1d3c86bab4b req-8a9ef176-19f7-4397-8e6d-2fb2a95dc12e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:26.595700 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9e1df42e-0856-4e27-a8c8-a1d3c86bab4b req-8a9ef176-19f7-4397-8e6d-2fb2a95dc12e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0533159 Apr 12 11:18:26.651056 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9e1df42e-0856-4e27-a8c8-a1d3c86bab4b req-3575f444-2fac-4d46-9d7c-c6fbd3777058 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497448 Apr 12 11:18:27.789447 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf3759-192a-43fd-84a6-c9076926478c req-c168c7d6-193f-45d8-94dd-d31ca8f09908 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:27.791008 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4ebf3759-192a-43fd-84a6-c9076926478c req-c168c7d6-193f-45d8-94dd-d31ca8f09908 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0640767 Apr 12 11:18:27.845140 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4ebf3759-192a-43fd-84a6-c9076926478c req-553561ab-9c03-4aed-8183-58b6c9ef5e85 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473473 Apr 12 11:18:28.974075 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a964-cc5a-4147-a131-20ea40127dcc req-08ac324f-8fc5-4a78-8503-5b509f4f9325 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:28.976332 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5349a964-cc5a-4147-a131-20ea40127dcc req-08ac324f-8fc5-4a78-8503-5b509f4f9325 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0516551 Apr 12 11:18:29.025652 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5349a964-cc5a-4147-a131-20ea40127dcc req-c2b5ce5e-9772-4b5f-93c6-3445bd58e8ec tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Apr 12 11:18:30.143806 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bd0ab-2686-4a95-a508-929fba9b2612 req-3d2f251e-ccde-421e-8460-01b746253e53 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:30.145446 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-197bd0ab-2686-4a95-a508-929fba9b2612 req-3d2f251e-ccde-421e-8460-01b746253e53 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0489662 Apr 12 11:18:30.192478 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-197bd0ab-2686-4a95-a508-929fba9b2612 req-ba42d5bf-21d7-4e36-a1a2-3e64a3845d7c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Apr 12 11:18:31.313470 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b12404-e83d-41ee-a781-fa4a6bf04497 req-2ca27db5-23fd-4a97-b387-a45b6149adb3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:31.315013 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5b12404-e83d-41ee-a781-fa4a6bf04497 req-2ca27db5-23fd-4a97-b387-a45b6149adb3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0483818 Apr 12 11:18:31.362154 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5b12404-e83d-41ee-a781-fa4a6bf04497 req-9ac838d1-677f-4bd3-8f91-738d81b09078 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Apr 12 11:18:31.444036 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f3658503-5c7b-498c-9170-a6959984f452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.488135 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7577faa-2be6-4ece-a219-156efadc03f0 req-605c12f3-2871-4133-97f0-913df1570eea tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:32.489646 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a7577faa-2be6-4ece-a219-156efadc03f0 req-605c12f3-2871-4133-97f0-913df1570eea tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0490739 Apr 12 11:18:32.538391 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a7577faa-2be6-4ece-a219-156efadc03f0 req-12b194bf-8592-4475-abf9-24cf6e911144 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Apr 12 11:18:33.662773 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035cd86-734a-4772-8a81-6aaa702c71c2 req-8912b300-1cdb-4832-bdf0-a1a35edce6d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:33.664221 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c035cd86-734a-4772-8a81-6aaa702c71c2 req-8912b300-1cdb-4832-bdf0-a1a35edce6d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0490594 Apr 12 11:18:33.709475 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c035cd86-734a-4772-8a81-6aaa702c71c2 req-082f8204-f76a-4368-9bf5-a9595afc61f3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Apr 12 11:18:33.879350 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9072225f-e5cb-43a7-8469-214ec774dbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:34.831736 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6da440-d0b2-47aa-84aa-648ceaca30c7 req-e202f01b-02e5-47a0-affc-fa881ac3af82 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:34.833274 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c6da440-d0b2-47aa-84aa-648ceaca30c7 req-e202f01b-02e5-47a0-affc-fa881ac3af82 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0526168 Apr 12 11:18:34.883539 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c6da440-d0b2-47aa-84aa-648ceaca30c7 req-49cd8314-b4a3-43b9-b881-14b51443488a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444090 Apr 12 11:18:35.063728 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.378486 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-2a310fdd-f704-4d12-a08e-debf8b39709e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:35.379899 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-2a310fdd-f704-4d12-a08e-debf8b39709e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/networks?id=2718ce68-f333-4d11-ba61-7c979246e947 HTTP/1.1" status: 200 len: 814 time: 0.1032422 Apr 12 11:18:35.396477 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-58f539ba-d701-4de4-8d32-bcf9dc195e70 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/quotas/cc606c62a5034a6d8e370a77f8659158 HTTP/1.1" status: 200 len: 375 time: 0.0106838 Apr 12 11:18:35.435697 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-d74e51e0-51e5-4778-914e-413b71770a9d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc606c62a5034a6d8e370a77f8659158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335383 Apr 12 11:18:35.532510 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-371a75f9-61ed-4f8e-949b-e428d3f475da service neutron] 10.222.0.59 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873370 Apr 12 11:18:35.626494 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-ed637bbd-0150-4cf6-9d12-9ebaaeb467a9 service neutron] 10.222.0.59 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882878 Apr 12 11:18:35.871611 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d57d28bd-2cdd-4f14-b5f9-dcbe88fb11d6 req-b29aeba6-3161-4e04-b38c-e40c68c1070f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 210 time: 0.0268445 Apr 12 11:18:36.005572 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd30ec-bcc7-40ec-9e5a-a34f6dae62e5 req-a5008068-4016-46d2-a138-4e9fcc9e6253 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:36.009690 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e7dd30ec-bcc7-40ec-9e5a-a34f6dae62e5 req-a5008068-4016-46d2-a138-4e9fcc9e6253 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0484908 Apr 12 11:18:36.068353 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e7dd30ec-bcc7-40ec-9e5a-a34f6dae62e5 req-601578c6-c0a3-495d-b373-66b7cb370adf tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555809 Apr 12 11:18:36.125771 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.965865 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-06883ece-81d4-4776-b9e4-a9ae331b9b4a req-a9de4680-ba2c-4b7c-bad1-46923d517a2a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 210 time: 0.0293663 Apr 12 11:18:37.191414 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569a85-7ffa-4665-b790-57b70c6ab875 req-13db441a-4daf-4e2d-8f3b-3ee721d44908 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:37.192885 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4569a85-7ffa-4665-b790-57b70c6ab875 req-13db441a-4daf-4e2d-8f3b-3ee721d44908 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0546248 Apr 12 11:18:37.238937 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4569a85-7ffa-4665-b790-57b70c6ab875 req-4ce711db-ce0e-49f1-b895-94896eba2117 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403433 Apr 12 11:18:37.752573 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:38.062459 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dfb6dfe0-fb19-4540-917f-680eb71694de req-776fcf4e-7b96-40e8-baf5-21d7e5cb1aad tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 210 time: 0.0302868 Apr 12 11:18:38.363117 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81133dd-7ce4-42a1-98e2-ec5926b0a174 req-0adc5572-e40f-4368-b907-e35141c188f3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:38.364529 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e81133dd-7ce4-42a1-98e2-ec5926b0a174 req-0adc5572-e40f-4368-b907-e35141c188f3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0491343 Apr 12 11:18:38.412879 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e81133dd-7ce4-42a1-98e2-ec5926b0a174 req-f4e8accd-e9b3-41fe-a89d-ba285f73679a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Apr 12 11:18:39.154460 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-49ca74ad-2510-41f0-9a43-d7058e5aaa22 req-002786cf-bee4-4356-948d-ad3ad25204b4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 210 time: 0.0271916 Apr 12 11:18:39.532333 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44514a07-14f5-43e1-b59d-52c5e5ecb541 req-b38575ec-1f4b-4dc5-8f53-33b07c4b10fb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:39.533824 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-44514a07-14f5-43e1-b59d-52c5e5ecb541 req-b38575ec-1f4b-4dc5-8f53-33b07c4b10fb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0469124 Apr 12 11:18:39.582109 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-44514a07-14f5-43e1-b59d-52c5e5ecb541 req-22681994-0c7e-48d2-b001-4a1adf8adcb2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Apr 12 11:18:40.246596 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1677ad43-788a-4283-97f4-dcfa587b3f75 req-ee65ed97-3efd-49fb-b97d-653638376b86 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 210 time: 0.0275717 Apr 12 11:18:40.697356 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0f036-03ed-43ed-8f85-a037a73eccb6 req-63d49447-ed1d-4f46-bec6-0f4f33462e4e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:40.698875 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e2f0f036-03ed-43ed-8f85-a037a73eccb6 req-63d49447-ed1d-4f46-bec6-0f4f33462e4e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0471168 Apr 12 11:18:40.745642 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e2f0f036-03ed-43ed-8f85-a037a73eccb6 req-3eca450d-d60e-4665-b46d-aa31944a8d0a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411782 Apr 12 11:18:41.337307 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d6439a56-0800-48fd-871e-ecce11cc661c req-a9d95a5e-b522-4e5a-a2b9-ae17b181014a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 210 time: 0.0280161 Apr 12 11:18:41.863315 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d48320-65bf-4712-a1f4-6b0b8a369e80 req-1f4e0305-47b5-4b3b-a5c7-5bc4c62595eb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:41.864800 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e6d48320-65bf-4712-a1f4-6b0b8a369e80 req-1f4e0305-47b5-4b3b-a5c7-5bc4c62595eb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0462954 Apr 12 11:18:41.911306 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e6d48320-65bf-4712-a1f4-6b0b8a369e80 req-c26a0aa9-787d-4f86-85fa-ceecdc7e7fd6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410111 Apr 12 11:18:42.432790 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-70cac598-7837-4f2e-ace2-f2cc6ee600dc req-7ccd73ea-7fda-439f-ad7c-d5bd61e68f77 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 210 time: 0.0320661 Apr 12 11:18:43.033363 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3b22-d70a-4f21-8449-9e6507e27fdc req-3606aa56-b9cb-4d0e-9283-16aa407a8994 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:43.034839 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-32ba3b22-d70a-4f21-8449-9e6507e27fdc req-3606aa56-b9cb-4d0e-9283-16aa407a8994 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0518050 Apr 12 11:18:43.080300 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-32ba3b22-d70a-4f21-8449-9e6507e27fdc req-7539f8ea-a2c0-4cec-9a40-1576158bc435 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Apr 12 11:18:43.392813 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-689675f4-4911-44a0-8d33-755a78ab3a13 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:43.394279 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-689675f4-4911-44a0-8d33-755a78ab3a13 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.52 "GET /v2.0/networks?id=2718ce68-f333-4d11-ba61-7c979246e947 HTTP/1.1" status: 200 len: 814 time: 0.0973186 Apr 12 11:18:43.416678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Request body: {'port': {'device_id': '63b627e1-eaa7-44fe-8804-c3265f1fd4df', 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947', 'admin_state_up': True, 'tenant_id': 'cc606c62a5034a6d8e370a77f8659158'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:18:43.527544 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8546f0fb-e202-4ea9-bc64-c9cc633a475d req-390415d0-1d25-4986-9b9c-5234e45520a8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 210 time: 0.0282943 Apr 12 11:18:43.610748 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Made reservation on behalf of cc606c62a5034a6d8e370a77f8659158 for: {'port': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:18:43.614179 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:43.741758 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Allocated IP 172.20.0.2 (2718ce68-f333-4d11-ba61-7c979246e947/fc1a7da3-10e5-4f22-a4b2-8bff63d88836/51780225-302d-49ec-8361-3742396b9cb2) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:18:43.894950 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks [] for port (51780225-302d-49ec-8361-3742396b9cb2), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:43.983092 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (51780225-302d-49ec-8361-3742396b9cb2), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:44.031910 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Network 2718ce68-f333-4d11-ba61-7c979246e947 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:18:44.034848 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:18:44.038513 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:18:44.066006 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Pushing event updated for resources: {'Port': ['ID=51780225-302d-49ec-8361-3742396b9cb2,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:44.078603 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.081353 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.081353 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.081353 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.081353 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.081353 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.081877 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.082273 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.082794 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.083310 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.083880 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.084400 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.084920 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.085444 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.085961 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:44.110468 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:44.111092 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:44.183345 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-cedb2711-cb1e-4a80-8221-1f8cab5d3e49 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7701590 Apr 12 11:18:44.201413 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cafba-94a5-492a-9d24-a24a43812027 req-9f5932cd-cab4-423b-b3e1-b90708c7d39d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:44.202950 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1d9cafba-94a5-492a-9d24-a24a43812027 req-9f5932cd-cab4-423b-b3e1-b90708c7d39d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0505915 Apr 12 11:18:44.207641 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Request body: {'port': {'device_id': '63b627e1-eaa7-44fe-8804-c3265f1fd4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:18:44.339004 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1d9cafba-94a5-492a-9d24-a24a43812027 req-3611a710-3d99-485a-8ff5-1c015db58202 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905404 Apr 12 11:18:44.339004 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (51780225-302d-49ec-8361-3742396b9cb2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:44.559629 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51780225-302d-49ec-8361-3742396b9cb2 {{(pid=103888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:18:44.568374 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Publish callbacks [] for port (51780225-302d-49ec-8361-3742396b9cb2), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:44.591974 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.provisioning_blocks [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Transition to ACTIVE for port object 51780225-302d-49ec-8361-3742396b9cb2 will not be triggered until provisioned by entity L2. {{(pid=103888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:18:44.633935 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (51780225-302d-49ec-8361-3742396b9cb2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:44.641536 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd9d1f-5d73-47e1-8f19-4e4e397bb1e8 req-613c12b2-3a62-46b0-bd74-4c7a237325c1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:44.643119 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2cd9d1f-5d73-47e1-8f19-4e4e397bb1e8 req-613c12b2-3a62-46b0-bd74-4c7a237325c1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 931 time: 0.0486543 Apr 12 11:18:44.693284 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2cd9d1f-5d73-47e1-8f19-4e4e397bb1e8 req-7000c851-b464-47cb-ade6-d680be5fe054 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 Apr 12 11:18:44.705553 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Pushing event updated for resources: {'Port': ['ID=51780225-302d-49ec-8361-3742396b9cb2,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:44.757836 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Attempting to bind port 51780225-302d-49ec-8361-3742396b9cb2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:18:44.758208 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Attempting to bind port 51780225-302d-49ec-8361-3742396b9cb2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:18:44.758542 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Attempting to bind port 51780225-302d-49ec-8361-3742396b9cb2 on network 2718ce68-f333-4d11-ba61-7c979246e947 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:18:44.762810 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Port 51780225-302d-49ec-8361-3742396b9cb2 on network 2718ce68-f333-4d11-ba61-7c979246e947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:18:44.763133 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Attempting to bind port 51780225-302d-49ec-8361-3742396b9cb2 on network 2718ce68-f333-4d11-ba61-7c979246e947 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:18:44.768440 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:18:44.768783 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Checking segment: {'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:18:44.769168 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Bound using segment: {'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:18:44.769587 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Bound port: 51780225-302d-49ec-8361-3742396b9cb2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed9851c-d7b4-41c7-ba58-d8cb79eb2549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:18:44.769942 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (51780225-302d-49ec-8361-3742396b9cb2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:44.835493 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] For port 51780225-302d-49ec-8361-3742396b9cb2, host hv-cinder-83009, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:18:44.838651 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] For port 51780225-302d-49ec-8361-3742396b9cb2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51780225-302d-49ec-8361-3742396b9cb2,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:18:44.947711 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (51780225-302d-49ec-8361-3742396b9cb2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:44.989301 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:44.989933 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:44.991342 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] 10.222.0.52 "PUT /v2.0/ports/51780225-302d-49ec-8361-3742396b9cb2 HTTP/1.1" status: 200 len: 1093 time: 0.7875214 Apr 12 11:18:44.991791 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b627e1-eaa7-44fe-8804-c3265f1fd4df', 'tag': '51780225-302d-49ec-8361-3742396b9cb2'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:18:44.994016 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f496f92-9b5a-40d2-881a-9abc8f691707" -d '{"events": [{"name": "network-changed", "server_uuid": "63b627e1-eaa7-44fe-8804-c3265f1fd4df", "tag": "51780225-302d-49ec-8361-3742396b9cb2"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:18:45.015303 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2c474-cf1a-47c9-8b01-0daca9018bab service neutron] Pushing event updated for resources: {'Port': ['ID=51780225-302d-49ec-8361-3742396b9cb2,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:45.029277 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3d92f8-2b4d-4ea6-9652-ba04f02f2f9d x-openstack-request-id: req-ee3d92f8-2b4d-4ea6-9652-ba04f02f2f9d {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:18:45.029568 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b627e1-eaa7-44fe-8804-c3265f1fd4df", "tag": "51780225-302d-49ec-8361-3742396b9cb2", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:18:45.029827 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee3d92f8-2b4d-4ea6-9652-ba04f02f2f9d {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:18:45.030267 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3d92f8-2b4d-4ea6-9652-ba04f02f2f9d'] response: {'name': 'network-changed', 'server_uuid': '63b627e1-eaa7-44fe-8804-c3265f1fd4df', 'tag': '51780225-302d-49ec-8361-3742396b9cb2', 'status': 'completed', 'code': 200} Apr 12 11:18:45.123611 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f496f92-9b5a-40d2-881a-9abc8f691707 req-5ecb62dd-febb-4294-be03-e813ea4b8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:45.125065 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8f496f92-9b5a-40d2-881a-9abc8f691707 req-5ecb62dd-febb-4294-be03-e813ea4b8a0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc606c62a5034a6d8e370a77f8659158&device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 1127 time: 0.0409269 Apr 12 11:18:45.296644 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f496f92-9b5a-40d2-881a-9abc8f691707 req-edf05553-d659-424f-86b1-4bb5d26dec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:45.298143 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8f496f92-9b5a-40d2-881a-9abc8f691707 req-edf05553-d659-424f-86b1-4bb5d26dec7d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=cc606c62a5034a6d8e370a77f8659158&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1595364 Apr 12 11:18:45.421933 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a941e65-e9bc-4f51-b29a-db0626878201 req-8a54a12c-a61b-4201-bccd-5bac0423dd11 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:45.423691 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2a941e65-e9bc-4f51-b29a-db0626878201 req-8a54a12c-a61b-4201-bccd-5bac0423dd11 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0477929 Apr 12 11:18:45.460613 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f496f92-9b5a-40d2-881a-9abc8f691707 req-f85ee7d4-15d0-4145-bae8-cdc9de5505b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:45.462152 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8f496f92-9b5a-40d2-881a-9abc8f691707 req-f85ee7d4-15d0-4145-bae8-cdc9de5505b9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582642 Apr 12 11:18:45.475157 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2a941e65-e9bc-4f51-b29a-db0626878201 req-52fdadac-4bf7-4a67-b416-732c6ea7ed5a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458233 Apr 12 11:18:45.557430 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-3d4ee1dd-bbea-4d02-b801-46eb815d946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:45.558854 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-3d4ee1dd-bbea-4d02-b801-46eb815d946f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc606c62a5034a6d8e370a77f8659158&device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 1127 time: 0.0381153 Apr 12 11:18:45.605821 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-513f4d7b-5c0c-40ce-a80d-eaa98cf9f859 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51780225-302d-49ec-8361-3742396b9cb2 HTTP/1.1" status: 200 len: 217 time: 0.0328267 Apr 12 11:18:45.652526 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-f55fb9e4-ba61-4b26-9b28-17cc13a39a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:45.653901 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-f55fb9e4-ba61-4b26-9b28-17cc13a39a33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc1a7da3-10e5-4f22-a4b2-8bff63d88836 HTTP/1.1" status: 200 len: 854 time: 0.0419629 Apr 12 11:18:45.687541 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-12905ce8-d3d1-48b7-b1a2-c2adc67fbd26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2718ce68-f333-4d11-ba61-7c979246e947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270686 Apr 12 11:18:45.798415 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-01a8bb1f-bc8d-4e64-8f86-f1cde9145c0f service neutron] 10.222.0.52 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059189 Apr 12 11:18:45.833338 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a8e89-2d4e-4839-a21c-df18a30e62c3 req-10a15c6e-cd4b-464d-a319-2d52b29ef424 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:45.834679 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca0a8e89-2d4e-4839-a21c-df18a30e62c3 req-10a15c6e-cd4b-464d-a319-2d52b29ef424 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 943 time: 0.0738311 Apr 12 11:18:45.922017 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca0a8e89-2d4e-4839-a21c-df18a30e62c3 req-97865285-25cb-4e31-947a-ee6ae8584eac tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797465 Apr 12 11:18:45.931859 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43f25e7e-4c4d-49a8-84b2-e3ef9ff49908 req-82d411a9-602c-4947-87d6-5043f41b3460 service neutron] 10.222.0.52 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261303 Apr 12 11:18:46.590854 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e8ab6-762e-4be4-bcf8-39d8a8d0c74d req-1d2e72c8-fd5b-43fa-bae3-df9fc867c8fb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:46.592333 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e8ab6-762e-4be4-bcf8-39d8a8d0c74d req-1d2e72c8-fd5b-43fa-bae3-df9fc867c8fb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0469699 Apr 12 11:18:46.638868 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e8ab6-762e-4be4-bcf8-39d8a8d0c74d req-5b1f7e5b-fc3b-439b-9872-842e0bb6d866 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403721 Apr 12 11:18:47.037333 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c034-c40d-4927-bc72-f878f47a5c71 req-222722b9-6794-4ee3-8926-b815ad68782a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:47.038842 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2fd6c034-c40d-4927-bc72-f878f47a5c71 req-222722b9-6794-4ee3-8926-b815ad68782a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 943 time: 0.0509546 Apr 12 11:18:47.084892 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2fd6c034-c40d-4927-bc72-f878f47a5c71 req-1ca0ca07-d609-4902-b455-d92a1292df38 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Apr 12 11:18:47.756356 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9b868-f0cb-43b6-91ab-1f0d8f67adde req-cfe74437-616e-4cbc-a9f7-c88505ff4fd3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:47.757860 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0ff9b868-f0cb-43b6-91ab-1f0d8f67adde req-cfe74437-616e-4cbc-a9f7-c88505ff4fd3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0487146 Apr 12 11:18:47.804820 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0ff9b868-f0cb-43b6-91ab-1f0d8f67adde req-06562f5a-9655-4b3f-8944-554924652ba1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414531 Apr 12 11:18:48.195058 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f523659-6511-4fb6-9dab-b6ac21d6aebf req-7efdcfd3-372b-4958-bac8-ff3646ac4923 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:48.196509 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f523659-6511-4fb6-9dab-b6ac21d6aebf req-7efdcfd3-372b-4958-bac8-ff3646ac4923 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 943 time: 0.0466988 Apr 12 11:18:48.242781 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f523659-6511-4fb6-9dab-b6ac21d6aebf req-a9d7ea7f-f711-4051-83cb-d0855b97c0f9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Apr 12 11:18:48.922132 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b179-1d7f-41e7-b6c5-84e15d07473d req-21dfd300-1f45-446c-941d-cc37e148bd1a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:48.923582 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fed8b179-1d7f-41e7-b6c5-84e15d07473d req-21dfd300-1f45-446c-941d-cc37e148bd1a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0495338 Apr 12 11:18:48.969206 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fed8b179-1d7f-41e7-b6c5-84e15d07473d req-8841c903-647b-4236-bd39-05e29d8ae064 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Apr 12 11:18:49.403404 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81195a69-7ab2-45dc-914c-9e11ffad3162 req-67cb551a-9ae8-444a-8afa-0339e7151989 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:49.404844 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-81195a69-7ab2-45dc-914c-9e11ffad3162 req-67cb551a-9ae8-444a-8afa-0339e7151989 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 943 time: 0.0980408 Apr 12 11:18:49.452645 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-81195a69-7ab2-45dc-914c-9e11ffad3162 req-e81f31d3-c2ae-49ba-9b4c-719fd83fccd0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Apr 12 11:18:50.132692 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f1bac-3e32-4715-b0d6-cf389f7cae2f req-8b84a05a-cc9a-4365-80a8-619d96cc84c2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:50.134192 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-100f1bac-3e32-4715-b0d6-cf389f7cae2f req-8b84a05a-cc9a-4365-80a8-619d96cc84c2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0950742 Apr 12 11:18:50.179848 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-100f1bac-3e32-4715-b0d6-cf389f7cae2f req-14757c23-9d9c-4c3c-988d-0a77409c5593 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Apr 12 11:18:50.428159 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 51780225-302d-49ec-8361-3742396b9cb2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:18:50.524826 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 51780225-302d-49ec-8361-3742396b9cb2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51780225-302d-49ec-8361-3742396b9cb2,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:50.537332 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '51780225-302d-49ec-8361-3742396b9cb2', 'network_id': '2718ce68-f333-4d11-ba61-7c979246e947', 'port_id': '51780225-302d-49ec-8361-3742396b9cb2', 'mac_address': 'fa:16:3e:c8:a8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1a7da3-10e5-4f22-a4b2-8bff63d88836', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:18:50.564626 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c22c5-4a24-44c2-8fa1-bf6460e8c8e7 req-cb61ff3b-f824-4c13-9793-eff1f8af1f1e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:50.571174 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-119c22c5-4a24-44c2-8fa1-bf6460e8c8e7 req-cb61ff3b-f824-4c13-9793-eff1f8af1f1e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 943 time: 0.0472283 Apr 12 11:18:50.575583 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 51780225-302d-49ec-8361-3742396b9cb2 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:18:50.575979 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (51780225-302d-49ec-8361-3742396b9cb2), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:50.590819 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51780225-302d-49ec-8361-3742396b9cb2 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:18:50.611642 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 51780225-302d-49ec-8361-3742396b9cb2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51780225-302d-49ec-8361-3742396b9cb2,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:50.615627 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-119c22c5-4a24-44c2-8fa1-bf6460e8c8e7 req-601559ea-cd27-4919-8e3a-71e1744107c3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Apr 12 11:18:50.684592 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (51780225-302d-49ec-8361-3742396b9cb2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:50.709363 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-b36b442d-bae7-4578-8b28-fd8e4c618506 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392532 Apr 12 11:18:50.732796 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=51780225-302d-49ec-8361-3742396b9cb2,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:50.811908 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-408dd143-d6ed-4ef4-b21d-f3f76c3c071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:50.813588 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-408dd143-d6ed-4ef4-b21d-f3f76c3c071b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0387425 Apr 12 11:18:50.920395 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-150839eb-4dc0-401b-bdfe-27a9a6b97466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:50.922254 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-150839eb-4dc0-401b-bdfe-27a9a6b97466 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0913246 Apr 12 11:18:50.962632 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-125bbf95-c03a-49c5-a07a-957128a7720a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0346887 Apr 12 11:18:51.017637 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-23dd2cdb-e87a-4f4d-941b-c5b16bff1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:51.019142 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-23dd2cdb-e87a-4f4d-941b-c5b16bff1c40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0491962 Apr 12 11:18:51.062907 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-7dcf0316-5784-4fb9-be09-b69455dbcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:51.064396 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-7dcf0316-5784-4fb9-be09-b69455dbcb44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389371 Apr 12 11:18:51.142822 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['51780225-302d-49ec-8361-3742396b9cb2'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:18:51.160442 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-c1793744-39aa-4d9a-a254-5f1727117ad5 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865207 Apr 12 11:18:51.256098 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26e31a8f-7e45-4f51-a7ec-bfdc9299518b req-b456b43e-21a2-4517-a26c-2c161df9bb03 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873373 Apr 12 11:18:51.302789 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702126ab-7cc1-4d4e-99b8-13f68c85b789 req-13c7c4df-fa38-4a71-91e3-274c0c389ade tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:51.304256 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-702126ab-7cc1-4d4e-99b8-13f68c85b789 req-13c7c4df-fa38-4a71-91e3-274c0c389ade tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0503681 Apr 12 11:18:51.350567 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-702126ab-7cc1-4d4e-99b8-13f68c85b789 req-0dc9fa84-19ff-4aad-af87-643a175e6fc0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 Apr 12 11:18:51.724562 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40354ef-d4f7-46da-8221-640c6c9daa7d req-fb045390-454a-4645-b34d-94199f7e8df1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:51.725983 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a40354ef-d4f7-46da-8221-640c6c9daa7d req-fb045390-454a-4645-b34d-94199f7e8df1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 944 time: 0.0458748 Apr 12 11:18:51.775222 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a40354ef-d4f7-46da-8221-640c6c9daa7d req-9177c422-20f2-4db7-84a8-05b5eee499d7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437381 Apr 12 11:18:52.262446 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:52.429804 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:18:52.441054 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 51780225-302d-49ec-8361-3742396b9cb2 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:18:52.465860 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fac98-98a2-49a0-94bb-632ae0f301cd req-32e5b355-8ff6-4085-9f32-e15c023ae96a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:52.467596 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d77fac98-98a2-49a0-94bb-632ae0f301cd req-32e5b355-8ff6-4085-9f32-e15c023ae96a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 943 time: 0.0468645 Apr 12 11:18:52.514604 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d77fac98-98a2-49a0-94bb-632ae0f301cd req-341805d5-33fc-441e-b02f-75e5b1611b96 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Apr 12 11:18:52.539623 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 51780225-302d-49ec-8361-3742396b9cb2 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:18:52.567627 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:52.578927 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '92da6ea4-696b-4846-b47c-536810056742', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'port_id': '92da6ea4-696b-4846-b47c-536810056742', 'mac_address': 'fa:16:3e:0a:1d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:18:52.607692 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 51780225-302d-49ec-8361-3742396b9cb2 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:18:52.608082 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (51780225-302d-49ec-8361-3742396b9cb2), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:52.642721 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 92da6ea4-696b-4846-b47c-536810056742 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:18:52.643103 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:52.664155 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92da6ea4-696b-4846-b47c-536810056742 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:18:52.685883 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:52.719854 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 51780225-302d-49ec-8361-3742396b9cb2 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:18:52.720243 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (51780225-302d-49ec-8361-3742396b9cb2), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:52.742628 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b627e1-eaa7-44fe-8804-c3265f1fd4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51780225-302d-49ec-8361-3742396b9cb2'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:18:52.744853 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2769f5-33f6-42df-90d8-3016e0030f33" -d '{"events": [{"server_uuid": "63b627e1-eaa7-44fe-8804-c3265f1fd4df", "name": "network-vif-plugged", "status": "completed", "tag": "51780225-302d-49ec-8361-3742396b9cb2"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:18:52.754523 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:52.760829 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 51780225-302d-49ec-8361-3742396b9cb2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51780225-302d-49ec-8361-3742396b9cb2,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:52.781562 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ef7d4b-4bcf-47af-8b7f-d347ecd20dd7 x-openstack-request-id: req-21ef7d4b-4bcf-47af-8b7f-d347ecd20dd7 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:18:52.781884 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b627e1-eaa7-44fe-8804-c3265f1fd4df", "name": "network-vif-plugged", "status": "completed", "tag": "51780225-302d-49ec-8361-3742396b9cb2", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:18:52.782178 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21ef7d4b-4bcf-47af-8b7f-d347ecd20dd7 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:18:52.782580 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ef7d4b-4bcf-47af-8b7f-d347ecd20dd7'] response: {'server_uuid': '63b627e1-eaa7-44fe-8804-c3265f1fd4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51780225-302d-49ec-8361-3742396b9cb2', 'code': 200} Apr 12 11:18:52.808884 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=9']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:52.840197 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (51780225-302d-49ec-8361-3742396b9cb2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:52.888124 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dac27-3bee-4c54-93f8-15fe098992bf req-a05791dc-1c47-4611-8c5a-6d4974545d98 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:52.891307 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-eb8dac27-3bee-4c54-93f8-15fe098992bf req-a05791dc-1c47-4611-8c5a-6d4974545d98 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0486143 Apr 12 11:18:52.897136 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=51780225-302d-49ec-8361-3742396b9cb2,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:52.941539 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-eb8dac27-3bee-4c54-93f8-15fe098992bf req-5c2a6d6c-8d72-4914-9621-6e1c3028448e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451281 Apr 12 11:18:53.155215 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7e47-9a46-4b71-9cf8-e02c97c417ea req-fdbc7498-8ab6-4ee5-9675-72cd4fc00855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:53.156776 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-390a7e47-9a46-4b71-9cf8-e02c97c417ea req-fdbc7498-8ab6-4ee5-9675-72cd4fc00855 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 1129 time: 0.0381129 Apr 12 11:18:53.198748 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-390a7e47-9a46-4b71-9cf8-e02c97c417ea req-6a86153f-26bb-4ee0-a0cc-107e621fcdd7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361748 Apr 12 11:18:53.272651 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['92da6ea4-696b-4846-b47c-536810056742'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:18:53.632491 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0169c0-d1b1-4107-8df7-29979f57eba8 req-3886c57b-aae4-48ed-8cf2-24be9eb762a3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:53.633934 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5a0169c0-d1b1-4107-8df7-29979f57eba8 req-3886c57b-aae4-48ed-8cf2-24be9eb762a3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 944 time: 0.0461342 Apr 12 11:18:53.679793 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5a0169c0-d1b1-4107-8df7-29979f57eba8 req-c52e8947-9ebb-4a73-9d46-83addceab2c1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404153 Apr 12 11:18:54.051794 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a723-4cdf-4c69-8963-5fcd14f31b8f req-da1ec5e9-1c22-4e3d-b88d-6fbad5885f34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:54.053271 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-efd0a723-4cdf-4c69-8963-5fcd14f31b8f req-da1ec5e9-1c22-4e3d-b88d-6fbad5885f34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0476840 Apr 12 11:18:54.100200 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-efd0a723-4cdf-4c69-8963-5fcd14f31b8f req-4984ac09-e613-4700-8e4a-2a4549254408 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Apr 12 11:18:54.471772 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:18:54.517447 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 92da6ea4-696b-4846-b47c-536810056742 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:18:54.517820 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (92da6ea4-696b-4846-b47c-536810056742), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:54.591238 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 92da6ea4-696b-4846-b47c-536810056742 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:18:54.591615 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (92da6ea4-696b-4846-b47c-536810056742), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:54.626671 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:54.696442 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (92da6ea4-696b-4846-b47c-536810056742), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:54.743219 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=10']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:54.784098 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92da6ea4-696b-4846-b47c-536810056742'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:18:54.786519 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b34689f-ca74-43fa-aae7-abaeb79dfd56" -d '{"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-plugged", "status": "completed", "tag": "92da6ea4-696b-4846-b47c-536810056742"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:18:54.798091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6de76-26d3-4cc9-913d-10d6c3d233a4 req-f6a1c5a7-f21c-42a7-9b58-501101c16723 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:54.799587 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-73c6de76-26d3-4cc9-913d-10d6c3d233a4 req-f6a1c5a7-f21c-42a7-9b58-501101c16723 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0489771 Apr 12 11:18:54.821849 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b364a5-3ddf-4078-8703-ce657b795866 x-openstack-request-id: req-d9b364a5-3ddf-4078-8703-ce657b795866 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:18:54.822247 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-plugged", "status": "completed", "tag": "92da6ea4-696b-4846-b47c-536810056742", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:18:54.822572 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9b364a5-3ddf-4078-8703-ce657b795866 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:18:54.823064 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b364a5-3ddf-4078-8703-ce657b795866'] response: {'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92da6ea4-696b-4846-b47c-536810056742', 'code': 200} Apr 12 11:18:54.847357 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-73c6de76-26d3-4cc9-913d-10d6c3d233a4 req-726891ea-437c-448b-b7e6-26c19fb24fc4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Apr 12 11:18:55.211416 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292761c-4996-484c-914c-2e3896d12fe9 req-d05e67af-509b-47ae-bf4a-ab9269525597 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:55.212883 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8292761c-4996-484c-914c-2e3896d12fe9 req-d05e67af-509b-47ae-bf4a-ab9269525597 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463367 Apr 12 11:18:55.259531 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8292761c-4996-484c-914c-2e3896d12fe9 req-6f9d7f69-3ebd-43e6-93bb-19dd5edd4397 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Apr 12 11:18:55.967571 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd6427-60d0-4a42-9984-8d416e3ee58d req-b0dc2e35-5d8a-43db-ac65-3c1e538a6e99 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:55.969163 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b3bd6427-60d0-4a42-9984-8d416e3ee58d req-b0dc2e35-5d8a-43db-ac65-3c1e538a6e99 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0507445 Apr 12 11:18:56.019818 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b3bd6427-60d0-4a42-9984-8d416e3ee58d req-a47e670a-604f-40ef-9572-34908b3faba4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444832 Apr 12 11:18:56.374647 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78042db3-427d-4f2e-ae49-68c116fb4621 req-1388c596-468f-4b10-ac48-5b53296fe323 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:56.376336 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-78042db3-427d-4f2e-ae49-68c116fb4621 req-1388c596-468f-4b10-ac48-5b53296fe323 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0497649 Apr 12 11:18:56.422273 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-78042db3-427d-4f2e-ae49-68c116fb4621 req-443ad60d-dae8-453e-aaf7-71e242ab2192 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 Apr 12 11:18:56.520365 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7d483-a2b2-40a7-93fb-f46a89394cd3 req-325076b0-5d90-4a7b-bcd9-f98b4d8ee7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:56.521845 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5b7d483-a2b2-40a7-93fb-f46a89394cd3 req-325076b0-5d90-4a7b-bcd9-f98b4d8ee7de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1130 time: 0.0384886 Apr 12 11:18:56.571396 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5b7d483-a2b2-40a7-93fb-f46a89394cd3 req-63d14a2e-3720-4704-a3de-e17666773462 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430202 Apr 12 11:18:56.742271 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:18:57.133583 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951582-b7e3-4824-9aa6-f855244355a8 req-c9bff1a0-638d-4580-bee8-c04e4bdf8a23 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:57.135057 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8d951582-b7e3-4824-9aa6-f855244355a8 req-c9bff1a0-638d-4580-bee8-c04e4bdf8a23 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0457032 Apr 12 11:18:57.180823 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8d951582-b7e3-4824-9aa6-f855244355a8 req-3dfb1d6b-f705-498d-936e-be13b255cf22 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392418 Apr 12 11:18:58.315162 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4209caa-1773-4446-9e94-e6b94c97ddd5 req-5ffa88bd-59e5-4bf9-80b0-c2ea6edd7ec3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:58.316719 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e4209caa-1773-4446-9e94-e6b94c97ddd5 req-5ffa88bd-59e5-4bf9-80b0-c2ea6edd7ec3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0632541 Apr 12 11:18:58.364037 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e4209caa-1773-4446-9e94-e6b94c97ddd5 req-7202d34b-495f-4d8d-ac7c-042b4f94b0ec tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Apr 12 11:18:59.489848 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73459305-830c-4099-b031-904351426a00 req-52031b5b-9d99-41a1-a5e7-dfa31d6aa970 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:59.491317 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-73459305-830c-4099-b031-904351426a00 req-52031b5b-9d99-41a1-a5e7-dfa31d6aa970 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0512874 Apr 12 11:18:59.538587 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-73459305-830c-4099-b031-904351426a00 req-5b414617-ced9-41b1-9644-fcce421affec tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416472 Apr 12 11:19:00.768360 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f40551-9c27-4c81-b62e-64bd4a4d8a31 req-8b8a8c7d-1818-4d11-8496-22855a29adca tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:19:00.769869 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-45f40551-9c27-4c81-b62e-64bd4a4d8a31 req-8b8a8c7d-1818-4d11-8496-22855a29adca tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0473061 Apr 12 11:19:00.815783 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-45f40551-9c27-4c81-b62e-64bd4a4d8a31 req-92b7b546-056e-4789-b935-13eb9991bd8e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Apr 12 11:19:01.467384 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-093a7017-40f4-45b1-afb2-44729f41028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:03.856894 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca4711d8-0f8e-4231-b1c8-2205fab4fd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:05.085481 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:06.102600 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:07.759886 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:22.256947 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:31.440266 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33fb2225-4b8c-44ba-ba02-f7c5f07993e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:33.740527 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:19:33.834701 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1f98e51f-c755-4918-9d27-a11e45156b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:35.070049 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:36.114589 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:37.755281 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:52.256930 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:01.428083 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5edd8bd6-871f-4644-b02c-20128ada16a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:03.866281 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f7d19993-0c18-4a2a-818b-5c4e240d3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:05.073984 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:06.108385 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:06.808852 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-15a07249-0614-4cc0-b649-62fba21b696c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865099 Apr 12 11:20:07.533321 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-d7b79693-1f45-4727-8cc2-3be15ceaf528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:07.534923 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-d7b79693-1f45-4727-8cc2-3be15ceaf528 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1130 time: 0.2682819 Apr 12 11:20:07.638311 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-3e54a4dc-8003-48a0-a536-209590df563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:07.639781 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-3e54a4dc-8003-48a0-a536-209590df563d service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0846214 Apr 12 11:20:07.687833 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-a2ed8f09-706c-4761-9f14-80c01d92e337 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 217 time: 0.0410714 Apr 12 11:20:07.762783 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-52fd6851-999c-4fda-ad05-16c41837967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:07.764351 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-52fd6851-999c-4fda-ad05-16c41837967e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0441642 Apr 12 11:20:07.774554 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:07.808101 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-9c69717c-90c9-43bb-a9fe-0add248d5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:07.809604 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-9c69717c-90c9-43bb-a9fe-0add248d5d43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392165 Apr 12 11:20:07.899125 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-b91f469b-f2b2-4913-adb5-133d06097357 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828521 Apr 12 11:20:07.989068 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0531bf1c-241c-4c1a-9e91-2d39e78c450c req-9e13197c-5a8c-4832-a0fa-167b9555b510 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826333 Apr 12 11:20:09.049348 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2f11-c4fa-4c78-bb03-372789e3861c req-6025bc35-a8f1-4471-9939-0ffefc6e6a87 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:09.050842 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-831a2f11-c4fa-4c78-bb03-372789e3861c req-6025bc35-a8f1-4471-9939-0ffefc6e6a87 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0529943 Apr 12 11:20:09.098699 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-831a2f11-c4fa-4c78-bb03-372789e3861c req-f7120cab-b046-4ecd-8b92-b523ae120162 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Apr 12 11:20:10.218306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230eb5-871e-4312-a543-257a7c7e463d req-67ed7cfd-7c58-47dd-8607-e74a29c613dd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:10.219787 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6230eb5-871e-4312-a543-257a7c7e463d req-67ed7cfd-7c58-47dd-8607-e74a29c613dd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0519462 Apr 12 11:20:10.268515 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6230eb5-871e-4312-a543-257a7c7e463d req-ec0990aa-f79b-4076-8352-d9c509928268 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Apr 12 11:20:10.739631 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:20:11.380320 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b236a-475c-4730-b294-0e8a336c8abd req-9e862c7c-bc49-4b8b-8fa0-6e0cc8fdb363 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:11.381775 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-887b236a-475c-4730-b294-0e8a336c8abd req-9e862c7c-bc49-4b8b-8fa0-6e0cc8fdb363 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0462570 Apr 12 11:20:11.428484 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-887b236a-475c-4730-b294-0e8a336c8abd req-13a92027-3c1b-49c9-b0aa-5b6eb05c75fb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411012 Apr 12 11:20:12.547965 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746b671-046e-4110-aaff-0a91f497c923 req-200fa53d-16db-4ac7-911c-d9bb2d7c64f7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:12.549909 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2746b671-046e-4110-aaff-0a91f497c923 req-200fa53d-16db-4ac7-911c-d9bb2d7c64f7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0465617 Apr 12 11:20:12.599578 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2746b671-046e-4110-aaff-0a91f497c923 req-e10407fb-ad54-4ece-9013-2b28382e163a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 Apr 12 11:20:13.712806 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced28762-a846-460d-a96a-4a6cc69f935a req-db665277-16ec-4264-9c1f-41b3f0af04e9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:13.714314 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ced28762-a846-460d-a96a-4a6cc69f935a req-db665277-16ec-4264-9c1f-41b3f0af04e9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0464344 Apr 12 11:20:13.760414 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ced28762-a846-460d-a96a-4a6cc69f935a req-1637eb00-1048-40a6-a18a-45c52d802227 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Apr 12 11:20:14.872256 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bb7ee-cdd1-4512-b31e-7f2a6a67c879 req-97eedf19-17c4-4c38-b628-7d91ae051cd3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:14.873704 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f46bb7ee-cdd1-4512-b31e-7f2a6a67c879 req-97eedf19-17c4-4c38-b628-7d91ae051cd3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0470691 Apr 12 11:20:14.920378 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f46bb7ee-cdd1-4512-b31e-7f2a6a67c879 req-a5bf1855-a15d-4856-b86c-33e9726616d2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Apr 12 11:20:16.038723 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c22e9a-cee2-4748-8484-78e99bfb7865 req-d8d39dfd-66fd-462f-b283-04cd534f5427 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:16.040161 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-60c22e9a-cee2-4748-8484-78e99bfb7865 req-d8d39dfd-66fd-462f-b283-04cd534f5427 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0495026 Apr 12 11:20:16.084918 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-60c22e9a-cee2-4748-8484-78e99bfb7865 req-8e232e30-510f-4b12-a6ea-b78037665c69 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393355 Apr 12 11:20:17.197190 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0501d-0b3d-4ce6-85ff-bb7cac23d199 req-ad1b18c7-834c-44cd-9172-239ad42e283d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:17.198577 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ad0501d-0b3d-4ce6-85ff-bb7cac23d199 req-ad1b18c7-834c-44cd-9172-239ad42e283d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0459244 Apr 12 11:20:17.243240 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ad0501d-0b3d-4ce6-85ff-bb7cac23d199 req-bcea4404-f3e2-4b92-9509-231b8a2c432b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 Apr 12 11:20:18.353567 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e048db3-ea9d-4d60-82ef-a3ef3d598ec5 req-3942d9bc-f944-4cc4-858c-44400a2df79b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:18.355059 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6e048db3-ea9d-4d60-82ef-a3ef3d598ec5 req-3942d9bc-f944-4cc4-858c-44400a2df79b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0466948 Apr 12 11:20:18.404226 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6e048db3-ea9d-4d60-82ef-a3ef3d598ec5 req-4bb64b42-aed5-49de-aa8a-ba1ecf4a55ba tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Apr 12 11:20:19.515692 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceac6e-2412-4a67-ba0b-52127e963036 req-ad9d87f4-0189-4c2e-91c5-11da8ac89508 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:19.518100 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b3ceac6e-2412-4a67-ba0b-52127e963036 req-ad9d87f4-0189-4c2e-91c5-11da8ac89508 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0473137 Apr 12 11:20:19.565182 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b3ceac6e-2412-4a67-ba0b-52127e963036 req-e6738df2-5007-4e85-87f3-0d3d02231455 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Apr 12 11:20:20.675252 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7c249-a6dc-4632-80e2-4e19c0bdf5b2 req-0827a1b9-f113-462b-af83-5de3920b69a1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:20.676720 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-67e7c249-a6dc-4632-80e2-4e19c0bdf5b2 req-0827a1b9-f113-462b-af83-5de3920b69a1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0456059 Apr 12 11:20:20.722683 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-67e7c249-a6dc-4632-80e2-4e19c0bdf5b2 req-2ccea716-773e-4237-b4b3-cd64508f896d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Apr 12 11:20:21.838502 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c380f0-c8c8-4995-935b-56515ea6c357 req-a4ae8022-04a2-43f0-8833-0669cd06e704 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:21.839959 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80c380f0-c8c8-4995-935b-56515ea6c357 req-a4ae8022-04a2-43f0-8833-0669cd06e704 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0501919 Apr 12 11:20:21.885072 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80c380f0-c8c8-4995-935b-56515ea6c357 req-2308a92f-44f1-40da-833a-a3afb73edf39 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396612 Apr 12 11:20:22.290383 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:22.997892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837d76e-a7b5-4a64-89a5-93a121d77b41 req-3d0f69c6-ac1f-450a-a61e-5a21e8ca8fe5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:22.999404 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a837d76e-a7b5-4a64-89a5-93a121d77b41 req-3d0f69c6-ac1f-450a-a61e-5a21e8ca8fe5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0477209 Apr 12 11:20:23.048976 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a837d76e-a7b5-4a64-89a5-93a121d77b41 req-081cbc28-ba47-4d38-b118-f79fc6dd68cd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437863 Apr 12 11:20:24.164573 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712314f-ff80-4b90-a324-711b29c06447 req-44b59807-e3ea-4450-a249-f506c08aeefe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:24.165930 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2712314f-ff80-4b90-a324-711b29c06447 req-44b59807-e3ea-4450-a249-f506c08aeefe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0502999 Apr 12 11:20:24.211427 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2712314f-ff80-4b90-a324-711b29c06447 req-ce32d777-c3bc-42c7-8bbd-237a6169432c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399749 Apr 12 11:20:25.323910 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3d5e9-ee1f-4080-819d-6343062fa3e8 req-7ecba2fb-d6ff-438b-af81-3ee6acdb3694 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:25.325365 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80e3d5e9-ee1f-4080-819d-6343062fa3e8 req-7ecba2fb-d6ff-438b-af81-3ee6acdb3694 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0466840 Apr 12 11:20:25.370786 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80e3d5e9-ee1f-4080-819d-6343062fa3e8 req-58f467dd-19b3-4d95-9df0-51b2fb2c05b2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Apr 12 11:20:25.699442 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057c1da-fd84-4c17-ad1c-e6c25e3f3c53 req-051737de-1fea-4bb2-9a9f-47a5854a77f6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:25.699442 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d057c1da-fd84-4c17-ad1c-e6c25e3f3c53 req-051737de-1fea-4bb2-9a9f-47a5854a77f6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0477247 Apr 12 11:20:25.748553 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d057c1da-fd84-4c17-ad1c-e6c25e3f3c53 req-6de7ae96-cb42-42b2-9421-3ba41930e4d4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452807 Apr 12 11:20:25.857753 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-851028c7-4e89-4f3c-94a9-a44f24052df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:25.859135 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-851028c7-4e89-4f3c-94a9-a44f24052df3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0420744 Apr 12 11:20:25.947520 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-765208c0-f259-4f10-b852-b74c23bf5e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:25.948971 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-765208c0-f259-4f10-b852-b74c23bf5e88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0834739 Apr 12 11:20:26.018067 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-9104e550-97d3-47b4-8158-cb57aa2c892c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1002 time: 0.0625329 Apr 12 11:20:26.065811 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-b70bf0a2-4ce9-440e-b4e1-094757fe489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:26.067301 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-b70bf0a2-4ce9-440e-b4e1-094757fe489b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0438488 Apr 12 11:20:26.108845 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-09d5fc31-d7a4-4b68-a48b-aeae58bb4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:26.110265 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-09d5fc31-d7a4-4b68-a48b-aeae58bb4a1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374293 Apr 12 11:20:26.200581 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-3f7a6bb9-fb3f-4ba5-91b5-f60e383772be service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843911 Apr 12 11:20:26.288567 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7f7f9e16-cd41-4895-b1f5-f6c068d5b34a req-7ebf6f03-d394-4c8b-ae3d-6d270c8d0d2e service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825276 Apr 12 11:20:26.867986 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1754f-9d0b-4a10-bb9d-540362a9f46f req-c6d744c3-5ce5-4879-9956-5d978e1fafa3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:26.869752 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-40e1754f-9d0b-4a10-bb9d-540362a9f46f req-c6d744c3-5ce5-4879-9956-5d978e1fafa3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0467086 Apr 12 11:20:26.916322 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-40e1754f-9d0b-4a10-bb9d-540362a9f46f req-3fbb6c4a-8a64-4948-a086-98bf0eb6ca93 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Apr 12 11:20:28.029184 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506581ef-f8e0-43f4-a803-7e861a1c011c req-8e251f9a-9619-48de-bf98-566e9c7eb05b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:28.030676 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-506581ef-f8e0-43f4-a803-7e861a1c011c req-8e251f9a-9619-48de-bf98-566e9c7eb05b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0476069 Apr 12 11:20:28.077185 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-506581ef-f8e0-43f4-a803-7e861a1c011c req-402a1e5d-1c19-449a-9e33-ee472ae4f2ef tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409055 Apr 12 11:20:31.430244 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7c4e-f08e-4b47-891a-8fd36b0fb02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:33.838586 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa971bb2-099b-4f72-bf55-894ed337c90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:35.066828 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:36.123956 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:37.749850 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:47.738213 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:20:52.286916 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:53.636485 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-62cb1969-a02c-4b18-993e-125469ea7c91 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417607 Apr 12 11:20:53.707494 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-389c3f23-e8d8-414e-ade5-2f3f9ded2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:53.708991 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-389c3f23-e8d8-414e-ade5-2f3f9ded2e5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1130 time: 0.0383008 Apr 12 11:20:53.811760 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-47c1aed8-d584-49b4-a092-a29d97cf44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:53.813242 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-47c1aed8-d584-49b4-a092-a29d97cf44e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0863643 Apr 12 11:20:53.883497 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-f8d1ecb3-f690-40dc-9e02-3128878241f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 1001 time: 0.0639904 Apr 12 11:20:53.934848 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-6418b616-2521-4448-a213-2bb9da190463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:53.936215 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-6418b616-2521-4448-a213-2bb9da190463 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0446861 Apr 12 11:20:53.981698 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-8a090669-0ce9-498d-bf33-874317ea78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:20:53.983248 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-8a090669-0ce9-498d-bf33-874317ea78aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411363 Apr 12 11:20:54.074792 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-bf486c04-becf-46d7-abdb-33c104caed53 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847516 Apr 12 11:20:54.171380 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c91579fe-5856-49c4-ae15-6f3b84b1fce8 req-324accc2-fdaf-4589-a14f-64675e8e6c42 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860145 Apr 12 11:21:01.434680 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-556232fc-8bd4-4be6-862f-2796ce451812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:03.865643 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7bc2615-e980-43a5-973b-f49043b0fa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:05.063377 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:06.115398 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:07.755428 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:22.302770 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:24.737431 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:21:31.439235 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e072f5ed-0fbf-4524-9202-eb523f4e4e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:33.867495 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-65d1a65a-4b87-40cb-9408-ce67b74fb8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:35.076432 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:36.124779 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:37.773137 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:52.292871 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:54.602996 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-f86a7ea8-1da0-426a-9cd6-1fc82d67952b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382853 Apr 12 11:21:54.670658 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-708e2c0a-7b83-4629-80f3-fe56ae0a65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:21:54.671998 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-708e2c0a-7b83-4629-80f3-fe56ae0a65a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0386436 Apr 12 11:21:54.780963 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-70d060fb-09e7-4911-a696-7656988c1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:21:54.782591 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-70d060fb-09e7-4911-a696-7656988c1124 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0921431 Apr 12 11:21:54.851720 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-3a148562-098d-427a-adfc-a92791aee12b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1002 time: 0.0636945 Apr 12 11:21:54.904754 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-cadb16ca-407d-459d-855d-897516d1f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:21:54.906216 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-cadb16ca-407d-459d-855d-897516d1f92e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0478203 Apr 12 11:21:54.948858 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-daa7902c-e0e2-4522-98d2-8c7d6ce53bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:21:54.950288 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-daa7902c-e0e2-4522-98d2-8c7d6ce53bd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374417 Apr 12 11:21:55.037658 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-b06fdb5e-bef1-49df-890d-3a8bdef6884c service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816889 Apr 12 11:21:55.127199 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fb5d12dc-c1ce-4d53-bca5-973443f2f55b req-cb1287ac-efdc-411b-829c-f882cb39b5ea service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837195 Apr 12 11:22:01.475730 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ffc081fd-8337-4bb2-8760-4e2df309eda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:01.735429 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:22:03.858197 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9ab07018-796d-4c61-98ec-3eef91b0564a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:05.069866 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:06.117689 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:07.752147 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:22.291844 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:31.431265 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b919-7dbd-4c2b-87e7-08d925bf1593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:33.876965 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c1a5c91-04fc-4ca4-8d32-1fd7cf969608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:35.080700 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:36.145549 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:37.773942 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:38.733727 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:22:52.316143 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:56.585488 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-529ff1d5-1d55-4647-896b-b9d7dbb4fd07 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378144 Apr 12 11:22:56.654069 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-d4657d04-2800-44ad-bef4-8ca1bed4558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:22:56.655576 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-d4657d04-2800-44ad-bef4-8ca1bed4558e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 1129 time: 0.0384407 Apr 12 11:22:56.758480 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-d3a2f6f8-5496-41f5-880f-3e5d28c20fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:22:56.759878 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-d3a2f6f8-5496-41f5-880f-3e5d28c20fdb service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0868402 Apr 12 11:22:56.825796 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-6d90c053-37d4-43aa-95e2-4dece09107f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148 HTTP/1.1" status: 200 len: 1000 time: 0.0598333 Apr 12 11:22:56.876619 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-580810af-a8fb-455a-8716-5349a8b37710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:22:56.878074 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-580810af-a8fb-455a-8716-5349a8b37710 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0467031 Apr 12 11:22:56.920532 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-8aa8577b-681d-4588-b94c-dd2f26e97f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:22:56.922356 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-8aa8577b-681d-4588-b94c-dd2f26e97f97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380275 Apr 12 11:22:57.007995 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-2add827e-db85-4523-8dd3-e597da160005 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800364 Apr 12 11:22:57.099948 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab4a4e4-3964-4ca4-b9a4-23303fda7b30 req-21e2e929-dc34-42d4-add4-62ea33557e45 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866442 Apr 12 11:23:01.453653 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-076ece29-d703-465a-9cd9-fbc69b9a9d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:03.875696 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-81527d78-fb83-4a2d-bde8-8bad3500db5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:05.113812 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:06.132557 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:07.767394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:15.732648 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:23:22.324869 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:31.457295 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d7647ead-4ba9-4273-a1be-573eca08b5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:33.869958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-869061a2-9b71-44be-b5c0-fe83eb61380a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:35.086208 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:36.113465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:37.782284 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:52.308721 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:52.731422 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:23:57.610419 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-319159de-0850-443a-966b-4a9ab3c991e7 req-46707e26-05cf-4079-8a25-b042a426786e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387528 Apr 12 11:23:57.710218 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319159de-0850-443a-966b-4a9ab3c991e7 req-3f865b4e-656e-469a-a1bb-8e6021d36c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:23:57.712511 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-319159de-0850-443a-966b-4a9ab3c991e7 req-3f865b4e-656e-469a-a1bb-8e6021d36c33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0438049 Apr 12 11:23:57.812313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319159de-0850-443a-966b-4a9ab3c991e7 req-5b48a178-7025-4413-8e49-8b0d9a7debb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:23:57.813845 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-319159de-0850-443a-966b-4a9ab3c991e7 req-5b48a178-7025-4413-8e49-8b0d9a7debb7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0834160 Apr 12 11:23:57.857447 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-319159de-0850-443a-966b-4a9ab3c991e7 req-7eac3874-dc3d-4325-a888-b77d65c17d9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0373800 Apr 12 11:23:57.903729 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319159de-0850-443a-966b-4a9ab3c991e7 req-bb79973b-bedb-464a-b940-6768c8c752c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:23:57.905159 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-319159de-0850-443a-966b-4a9ab3c991e7 req-bb79973b-bedb-464a-b940-6768c8c752c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0424671 Apr 12 11:23:57.947667 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319159de-0850-443a-966b-4a9ab3c991e7 req-0db38d20-f024-452b-9ff1-fba819a8abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:23:57.949132 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-319159de-0850-443a-966b-4a9ab3c991e7 req-0db38d20-f024-452b-9ff1-fba819a8abc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373020 Apr 12 11:23:58.041260 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-319159de-0850-443a-966b-4a9ab3c991e7 req-4821b6e9-0b82-49f3-b6a3-2bdb26be4eba service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Apr 12 11:23:58.127706 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-319159de-0850-443a-966b-4a9ab3c991e7 req-d472ece3-3517-490f-831c-5172ab612f85 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809016 Apr 12 11:24:01.491192 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4941e079-62c7-4817-b1e7-945dfb725c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:03.850300 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-653f594c-ec47-404e-8f6a-b1c7bfaccc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:05.096740 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:06.136579 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:07.753902 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:22.336241 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:29.731514 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:24:31.473023 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ae0557e7-caab-4ad4-9a59-b7a05f65e29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:33.895821 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-343c8ab8-876f-4121-94df-caf66c417747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:35.118863 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:36.136004 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:37.781077 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:52.329467 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:58.582722 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-4fd5588d-cad7-4fd0-9f23-67943b37c482 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378592 Apr 12 11:24:58.656971 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-806b70fa-8809-4fd7-9386-9763e230a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:24:58.658377 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-806b70fa-8809-4fd7-9386-9763e230a9d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1130 time: 0.0433490 Apr 12 11:24:58.759662 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-12b79387-c5c9-4177-af27-b609a0112f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:24:58.761168 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-12b79387-c5c9-4177-af27-b609a0112f11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0846889 Apr 12 11:24:58.804410 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-80456af7-05ea-4bba-8220-16862cf0e266 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 217 time: 0.0376830 Apr 12 11:24:58.852445 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-71a88c54-c89b-4d60-8144-674640b418e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:24:58.853879 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-71a88c54-c89b-4d60-8144-674640b418e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0439105 Apr 12 11:24:58.894901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-68bf976d-2062-4346-aca8-5c4ebf4f0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:24:58.896361 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-68bf976d-2062-4346-aca8-5c4ebf4f0266 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372059 Apr 12 11:24:58.906405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-16ed31da-8bbb-498c-935c-3c634ed465f9 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:24:58.907405 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-16ed31da-8bbb-498c-935c-3c634ed465f9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047216 Apr 12 11:24:59.002458 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-57c00461-5dae-46bd-aaca-556ca934bfff service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887210 Apr 12 11:24:59.090133 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-787fe334-4c3f-4fc4-a3cd-debbbbd12059 req-d7c62ae3-41c0-40e8-96d6-36b8b4ba2908 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817111 Apr 12 11:25:01.454879 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c5708631-f968-4500-b2e0-5788e88b239b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:03.889283 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7bffc783-3719-4268-865b-e9b3260dd84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:05.111994 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:06.140932 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:06.729881 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:25:07.758285 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:08.453586 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee1a0-ea8c-43cc-8f68-351aeae79713 req-0e1ec361-a554-42b9-aeac-b60031237f59 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:25:08.455066 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b9bee1a0-ea8c-43cc-8f68-351aeae79713 req-0e1ec361-a554-42b9-aeac-b60031237f59 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 945 time: 0.0979936 Apr 12 11:25:08.500825 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b9bee1a0-ea8c-43cc-8f68-351aeae79713 req-c5c4172e-55db-4f62-ba2b-c6b91ec1dfc0 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401304 Apr 12 11:25:09.340685 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-8e006835-8810-4e7b-b7a9-83e8f75e4417 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:25:09.342137 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-8e006835-8810-4e7b-b7a9-83e8f75e4417 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 945 time: 0.0459371 Apr 12 11:25:09.426090 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Deleting port 3f745cc4-acaa-4f75-aee1-d6a55e234148 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:25:09.426433 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:09.518083 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] For port 3f745cc4-acaa-4f75-aee1-d6a55e234148, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f745cc4-acaa-4f75-aee1-d6a55e234148,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:25:09.518833 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:09.671041 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c9d8-e270-4641-9dd9-6da52a3379ef req-d7fbdb16-6ae6-4b2d-ba54-b3f138604aca tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:25:09.672526 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d257c9d8-e270-4641-9dd9-6da52a3379ef req-d7fbdb16-6ae6-4b2d-ba54-b3f138604aca tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 945 time: 0.0871322 Apr 12 11:25:09.791015 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d257c9d8-e270-4641-9dd9-6da52a3379ef req-b1f67ad3-fdd1-4a88-be5b-26973914a7c8 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=49a36228-5fc9-46d1-bd3f-af378fe7f103&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879600 Apr 12 11:25:09.810184 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:09.810542 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (fddc8ff1-f331-4031-b7ba-0da59955caec), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:09.810855 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Floating IP fddc8ff1-f331-4031-b7ba-0da59955caec disassociated. External IP: 172.27.1.21, port: 3f745cc4-acaa-4f75-aee1-d6a55e234148. Apr 12 11:25:09.811194 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Calling delete_port for 3f745cc4-acaa-4f75-aee1-d6a55e234148 owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:25:10.003839 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (3f745cc4-acaa-4f75-aee1-d6a55e234148), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:10.035017 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event deleted for resources: {'Port': ['ID=3f745cc4-acaa-4f75-aee1-d6a55e234148,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:25:10.046947 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.047300 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.047643 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.047986 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.048327 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.048662 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.048993 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.049323 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.049651 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.049976 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.051727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.051727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.051727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.051727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.051727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:10.162942 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Router e7b3c074-725c-4e38-9a3f-22a92dbada95 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:25:10.272364 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:25:10.283583 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] Sync routers for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:25:10.294825 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:25:10.295562 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:25:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:25:10.314761 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] No DVR routers for this DVR port 3f745cc4-acaa-4f75-aee1-d6a55e234148 on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:25:10.317292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:10.320602 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ed232f0-530e-42bd-90a2-797d9bb95ee0 req-a22d9681-c8dc-4b96-95e7-3036450906a7 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "DELETE /v2.0/ports/3f745cc4-acaa-4f75-aee1-d6a55e234148 HTTP/1.1" status: 204 len: 173 time: 0.9736347 Apr 12 11:25:10.321046 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'name': 'network-vif-deleted', 'tag': '3f745cc4-acaa-4f75-aee1-d6a55e234148'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:25:10.323543 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5027c0f6-6c85-4043-87db-7fd880a9e266" -d '{"events": [{"server_uuid": "5ba438c3-962f-4cc0-a7ab-25ffdff074b5", "name": "network-vif-deleted", "tag": "3f745cc4-acaa-4f75-aee1-d6a55e234148"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:25:10.413252 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ede8e4-b4f1-482b-8df7-a28ff816dc3d x-openstack-request-id: req-80ede8e4-b4f1-482b-8df7-a28ff816dc3d {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:25:10.413670 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba438c3-962f-4cc0-a7ab-25ffdff074b5", "name": "network-vif-deleted", "tag": "3f745cc4-acaa-4f75-aee1-d6a55e234148", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:25:10.414006 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80ede8e4-b4f1-482b-8df7-a28ff816dc3d {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:25:10.414477 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ede8e4-b4f1-482b-8df7-a28ff816dc3d'] response: {'server_uuid': '5ba438c3-962f-4cc0-a7ab-25ffdff074b5', 'name': 'network-vif-deleted', 'tag': '3f745cc4-acaa-4f75-aee1-d6a55e234148', 'status': 'completed', 'code': 200} Apr 12 11:25:10.416715 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:25:10.621260 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 5, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:25:10.648352 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] Checking router: e7b3c074-725c-4e38-9a3f-22a92dbada95 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:25:10.657946 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:25:10.659035 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:25:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:25:10.775166 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:25:10.906505 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dea7fd3e-53f4-489b-8fa8-d931b4d79f50 req-5573f7e8-daaf-43b6-a408-16b647e38152 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ba438c3-962f-4cc0-a7ab-25ffdff074b5 HTTP/1.1" status: 200 len: 210 time: 0.0332079 Apr 12 11:25:10.974021 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 5, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:25:11.004621 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d816fcf-54d0-44d4-a436-7562c53d7e12 None None] The sync data for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi is: [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:57Z', 'revision_number': 4, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'dc2ef4f7-b37b-441d-9e1a-5a5123c56e97', 'name': '', 'network_id': '02313fd0-40df-4fb0-9eff-eaf90d447362', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'mac_address': 'fa:16:3e:44:e7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:56Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 5, 'project_id': '77070a5964674c428b8aff6c13200ead', 'subnets': [{'id': 'c906a86c-4203-4e80-8ec3-9087b155c91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:25:11.254386 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e4d4d4-3676-4396-8aac-dbd7af56e00c None None] New status for floating IP fddc8ff1-f331-4031-b7ba-0da59955caec: DOWN {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:25:12.067964 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 49400) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:25:12.137179 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f882869-49b1-4de9-a67e-8b5a2dc3c85f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group (49a36228-5fc9-46d1-bd3f-af378fe7f103), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.160593 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f882869-49b1-4de9-a67e-8b5a2dc3c85f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group (49a36228-5fc9-46d1-bd3f-af378fe7f103), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.266383 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f882869-49b1-4de9-a67e-8b5a2dc3c85f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (49a36228-5fc9-46d1-bd3f-af378fe7f103), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.268988 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f882869-49b1-4de9-a67e-8b5a2dc3c85f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.270156 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3f882869-49b1-4de9-a67e-8b5a2dc3c85f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "DELETE /v2.0/security-groups/49a36228-5fc9-46d1-bd3f-af378fe7f103 HTTP/1.1" status: 204 len: 168 time: 0.2011642 Apr 12 11:25:12.272874 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 49404) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:25:12.279160 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f882869-49b1-4de9-a67e-8b5a2dc3c85f tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a36228-5fc9-46d1-bd3f-af378fe7f103,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:25:12.295478 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.api.v2.resource [None req-ab509c62-4a3a-4030-8f89-a82a7325e3f3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] show failed (client error): The resource could not be found. Apr 12 11:25:12.297143 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ab509c62-4a3a-4030-8f89-a82a7325e3f3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups/49a36228-5fc9-46d1-bd3f-af378fe7f103 HTTP/1.1" status: 404 len: 347 time: 0.0227146 Apr 12 11:25:12.299986 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 49406) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:25:12.417091 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Deleting port 337b388e-074e-4a9a-8cb9-49ea6f89adf9 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:25:12.417464 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (337b388e-074e-4a9a-8cb9-49ea6f89adf9), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.497919 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (337b388e-074e-4a9a-8cb9-49ea6f89adf9), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.498353 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for floatingip (337b388e-074e-4a9a-8cb9-49ea6f89adf9), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.511783 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Calling delete_port for 337b388e-074e-4a9a-8cb9-49ea6f89adf9 owned by network:floatingip {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:25:12.735149 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (337b388e-074e-4a9a-8cb9-49ea6f89adf9), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.758975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event deleted for resources: {'Port': ['ID=337b388e-074e-4a9a-8cb9-49ea6f89adf9,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:25:12.769592 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.769947 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.770309 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.770644 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.770992 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.771327 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.771655 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.771984 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.772377 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.772627 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.772955 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.773342 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.773602 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.773923 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.778370 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:25:12.838551 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks [] for floatingip (fddc8ff1-f331-4031-b7ba-0da59955caec), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.841054 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:12.842217 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-728e6e89-4f81-4c91-87e6-8a0505391ffb tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "DELETE /v2.0/floatingips/fddc8ff1-f331-4031-b7ba-0da59955caec HTTP/1.1" status: 204 len: 168 time: 0.5411003 Apr 12 11:25:14.324901 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 3f745cc4-acaa-4f75-aee1-d6a55e234148 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:25:14.346886 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 3f745cc4-acaa-4f75-aee1-d6a55e234148 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:25:14.347241 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 3f745cc4-acaa-4f75-aee1-d6a55e234148 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:25:22.340229 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:31.454475 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-41ef3fe5-4bc3-4f4f-b8a4-a00559cd19d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:33.883205 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21285781-801e-43a9-9d95-bf75850d53f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:35.088580 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:36.122789 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:37.756819 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:43.728132 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:25:52.328382 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:25:59.654767 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-a979eebc-5a72-4383-9812-951f54af8372 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1025052 Apr 12 11:25:59.726617 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-adb23c9c-7696-4af6-ab99-d3a25b5eca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:25:59.728111 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-adb23c9c-7696-4af6-ab99-d3a25b5eca93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1130 time: 0.0386491 Apr 12 11:25:59.831238 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-f31818cd-32b2-47d6-9d13-6c3fb3f9c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:25:59.832669 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-f31818cd-32b2-47d6-9d13-6c3fb3f9c3c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0864375 Apr 12 11:25:59.899398 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-4b692ace-98f0-4602-8402-66dc3ee6e98f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 1001 time: 0.0608871 Apr 12 11:26:00.186197 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-d826758c-ba1c-4fdc-83cf-63523f3ad9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:26:00.187561 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-d826758c-ba1c-4fdc-83cf-63523f3ad9ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.2818651 Apr 12 11:26:00.229871 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-4c4f297f-9381-4063-bd7d-aff18de6803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:26:00.231396 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-4c4f297f-9381-4063-bd7d-aff18de6803d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375714 Apr 12 11:26:00.322537 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-52a15f52-684b-49f0-81aa-58a7aa100800 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848522 Apr 12 11:26:00.409573 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6fe0632-3bd2-45e0-8f93-cd8fa5043e7a req-ec2e8d77-208f-40b0-ac6f-a285001d7983 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811727 Apr 12 11:26:01.477106 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8a066d25-68ba-4a76-ab80-1dbb4b80b3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:03.864953 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3723c829-cdb1-4b45-8eb0-c995327a57ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:05.105266 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:06.173615 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:07.802264 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:20.726699 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:26:22.384899 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:31.499582 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-960669b1-5307-44b1-983b-9c32f520b44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:33.887674 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c9b33cec-6d28-4f31-ad67-8c36adf09541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:35.099354 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:36.139025 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:37.773802 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:52.372955 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:26:57.725042 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:27:01.481930 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f4112250-a60c-411b-a88f-48dc1cf2ab08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:01.590193 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-286771f6-804f-41bd-a7c5-d194732186c1 req-a1be56bb-7dc2-4ab9-9f8c-45eaab2b8c10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390940 Apr 12 11:27:01.666085 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286771f6-804f-41bd-a7c5-d194732186c1 req-40cf4ac2-bee9-4293-a231-f231374018ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:27:01.667778 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-286771f6-804f-41bd-a7c5-d194732186c1 req-40cf4ac2-bee9-4293-a231-f231374018ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0452683 Apr 12 11:27:01.769377 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286771f6-804f-41bd-a7c5-d194732186c1 req-25a18f64-483b-4a80-843c-dd679f3d135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:27:01.770875 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-286771f6-804f-41bd-a7c5-d194732186c1 req-25a18f64-483b-4a80-843c-dd679f3d135a service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0853417 Apr 12 11:27:01.838489 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-286771f6-804f-41bd-a7c5-d194732186c1 req-234dfea8-be8c-4089-817a-1089cda1b9d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1002 time: 0.0611300 Apr 12 11:27:01.884606 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286771f6-804f-41bd-a7c5-d194732186c1 req-52473534-9a79-4482-9715-c96f3f6d3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:27:01.886022 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-286771f6-804f-41bd-a7c5-d194732186c1 req-52473534-9a79-4482-9715-c96f3f6d3507 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0419247 Apr 12 11:27:01.927933 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286771f6-804f-41bd-a7c5-d194732186c1 req-dbccf178-4646-492a-9b06-d2d57c0ca89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:27:01.930018 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-286771f6-804f-41bd-a7c5-d194732186c1 req-dbccf178-4646-492a-9b06-d2d57c0ca89f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383174 Apr 12 11:27:02.021051 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-286771f6-804f-41bd-a7c5-d194732186c1 req-c213dcb2-a071-459a-a260-80dc176b136f service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851274 Apr 12 11:27:02.107072 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-286771f6-804f-41bd-a7c5-d194732186c1 req-7e41e9d6-bb09-40e9-bf84-6b5e2ed9b0ef service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803039 Apr 12 11:27:03.859310 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3896a8a6-cbb2-438a-b840-287580f75cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:05.088114 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:06.156490 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:07.778931 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:22.356229 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:31.487467 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6179f6fa-fe8c-4bf1-8ea9-c4180db07a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:33.870634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-26b76a81-dba9-4113-aeba-c0fab5eb405c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:34.723214 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:27:35.116109 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:36.155821 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:37.812794 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:27:52.376609 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:01.479680 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bd3a3ec4-6aa5-466c-8e52-f0dea0517afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:01.610025 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-c77381c2-a68c-48bb-9b12-a119a829ef5a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417006 Apr 12 11:28:01.677204 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-23dee33b-d4ac-4f33-994b-20ab62da77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:28:01.678737 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-23dee33b-d4ac-4f33-994b-20ab62da77ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc606c62a5034a6d8e370a77f8659158&device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 1129 time: 0.0389049 Apr 12 11:28:01.781707 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-b1e77fbc-f8dd-45d0-9635-8b8df8cc0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:28:01.783204 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-b1e77fbc-f8dd-45d0-9635-8b8df8cc0da4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2718ce68-f333-4d11-ba61-7c979246e947 HTTP/1.1" status: 200 len: 915 time: 0.0868750 Apr 12 11:28:01.823215 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-2b59bc85-e5f4-46f7-bd9e-a8da5a4efda6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51780225-302d-49ec-8361-3742396b9cb2 HTTP/1.1" status: 200 len: 217 time: 0.0337477 Apr 12 11:28:01.869500 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-bc864678-6699-44c1-936c-e78ddd3df5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:28:01.870922 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-bc864678-6699-44c1-936c-e78ddd3df5bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fc1a7da3-10e5-4f22-a4b2-8bff63d88836 HTTP/1.1" status: 200 len: 854 time: 0.0425975 Apr 12 11:28:01.901457 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-f91795cc-5c54-4c8f-a1a7-a9dac7538171 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2718ce68-f333-4d11-ba61-7c979246e947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247550 Apr 12 11:28:01.992113 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-da1d300a-f66b-42e9-9633-92d80fed7f05 service neutron] 10.222.0.52 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850296 Apr 12 11:28:02.079069 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-deb91c87-cac0-4b2d-a835-ea638f416cb8 req-6d81f026-b3d6-44c4-9852-183ea512bbcf service neutron] 10.222.0.52 "GET /v2.0/networks/2718ce68-f333-4d11-ba61-7c979246e947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812964 Apr 12 11:28:03.869870 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e70fe16f-d1aa-44f3-a137-854c8c11efc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:05.110681 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:06.149800 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:07.772759 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:11.723680 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:28:22.446981 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:31.509828 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-89f47dce-0a9c-44d9-8caf-90551a0f3fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:33.875239 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b794ee0e-a15c-47fa-b920-0a3a29146751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:35.155343 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:36.151619 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:37.778510 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:28:48.722383 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:28:52.417935 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:01.495493 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddcba-a009-481b-ad98-c028e4b461c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:01.582214 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-1c987bec-5a2b-475b-92b1-ba1790394ce4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427434 Apr 12 11:29:01.678199 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-8a455642-f344-44de-b795-1e66aa05cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:29:01.679768 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-8a455642-f344-44de-b795-1e66aa05cbda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0407920 Apr 12 11:29:01.782641 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-24c61863-ba52-47ab-9199-f86acfb7e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:29:01.784107 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-24c61863-ba52-47ab-9199-f86acfb7e4b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0865135 Apr 12 11:29:01.826005 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-79c78a1b-dbb7-4b1c-b2b7-85f4408543a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0341465 Apr 12 11:29:01.874239 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-ee742eb7-1b28-4806-b0d8-829d1c4fc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:29:01.875708 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-ee742eb7-1b28-4806-b0d8-829d1c4fc036 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0444257 Apr 12 11:29:01.917657 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-03268ad2-743f-41db-8965-5dfec5283500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:29:01.919162 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-03268ad2-743f-41db-8965-5dfec5283500 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380428 Apr 12 11:29:02.010839 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-bead7f32-c4cc-4df2-a837-fdbab53c4770 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855927 Apr 12 11:29:02.102464 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-25da80ed-721f-463f-8c28-6ae558c22e88 req-cfd497f0-6563-4877-8f66-6bc5a1a21da8 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852761 Apr 12 11:29:03.863811 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-532525e7-96f7-482a-83e0-0a50c85c4fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:05.124442 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:06.198486 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:07.798332 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:22.410120 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:25.721036 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:29:31.483840 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6642-e835-497f-bf19-86fede729cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:33.857983 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eacf5840-95cd-4b03-80d5-bb8c632ba4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:35.118239 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:36.195120 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:37.470440 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-2561cdfa-1c3b-4f70-81eb-dd137adabee6 req-c70a7b9e-dac4-4a7f-8d94-1ad2cc5c31fa service neutron] (103887) timed out ('10.222.0.52', 64846) {{(pid=103887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:29:37.783941 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:29:52.435127 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:01.477595 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e52ce9bd-5e6e-48e9-860e-0846a523651d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:02.573533 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-a81371da-97f0-4c55-9e36-eb68a33f0aa2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398316 Apr 12 11:30:02.641828 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-7111201f-29a8-4139-9c6e-c3265166f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:30:02.643345 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-7111201f-29a8-4139-9c6e-c3265166f6f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1130 time: 0.0394399 Apr 12 11:30:02.719123 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:30:02.746526 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-1d7dc800-7412-4c96-9f92-1f816a34dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:30:02.748648 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-1d7dc800-7412-4c96-9f92-1f816a34dff5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0891571 Apr 12 11:30:02.787305 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-75e11447-ff4e-4e33-9109-df4a4d9ab7f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 217 time: 0.0332878 Apr 12 11:30:02.834047 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-8934e60b-658a-4c81-ad08-cec3989bc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:30:02.835379 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-8934e60b-658a-4c81-ad08-cec3989bc952 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0426581 Apr 12 11:30:02.882127 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-2421207d-53bb-46ca-b12e-d26653604e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:30:02.883591 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-2421207d-53bb-46ca-b12e-d26653604e32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420916 Apr 12 11:30:02.971132 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-03cbcb95-d2bf-4adf-b7a5-f4c191e95602 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817461 Apr 12 11:30:03.069500 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27255418-d767-4e39-9b5f-9a95c9cbe0f3 req-5265de2d-ce2a-4e60-8f23-b4c0c6f0eace service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921750 Apr 12 11:30:03.883462 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-89eb9831-6695-4020-b878-edceafb293ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:05.132312 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:06.169062 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:07.777689 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:22.431437 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:31.500057 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c2d132dc-8640-4023-836f-a95186b777aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:33.869600 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-02f2647c-dec1-4f08-b115-f848e36b445f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:35.126361 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:36.177940 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:37.789527 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:30:39.717162 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:30:52.446713 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:01.503707 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6ce32e25-7d1d-4170-8270-87b37c238147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:03.871347 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-53e593a7-b3ef-4387-ac27-b08e383bbbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:04.698585 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-24258734-ad12-41f0-8cb9-10b130ad024f req-ecaccb87-6188-4703-becf-a8c9631c6877 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1565673 Apr 12 11:31:04.772685 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24258734-ad12-41f0-8cb9-10b130ad024f req-7d5ffcb5-5990-4cbc-8e21-0edfa7e44ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:04.774275 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-24258734-ad12-41f0-8cb9-10b130ad024f req-7d5ffcb5-5990-4cbc-8e21-0edfa7e44ff6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 1130 time: 0.0403905 Apr 12 11:31:04.891291 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24258734-ad12-41f0-8cb9-10b130ad024f req-a2c9313d-7e4b-4b1b-8966-284a5b6ef6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:04.892804 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-24258734-ad12-41f0-8cb9-10b130ad024f req-a2c9313d-7e4b-4b1b-8966-284a5b6ef6c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0945482 Apr 12 11:31:04.960701 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-24258734-ad12-41f0-8cb9-10b130ad024f req-782e50f6-91b1-4602-bdc4-fd819530506a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 200 len: 1001 time: 0.0604641 Apr 12 11:31:05.015699 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24258734-ad12-41f0-8cb9-10b130ad024f req-8fe816cd-ec4e-403c-a000-ddf0b3dcbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:05.017217 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-24258734-ad12-41f0-8cb9-10b130ad024f req-8fe816cd-ec4e-403c-a000-ddf0b3dcbf21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0509462 Apr 12 11:31:05.062678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24258734-ad12-41f0-8cb9-10b130ad024f req-064e7c92-c725-470e-9319-80614a4638a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:05.064137 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-24258734-ad12-41f0-8cb9-10b130ad024f req-064e7c92-c725-470e-9319-80614a4638a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404446 Apr 12 11:31:05.156199 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:05.157694 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-24258734-ad12-41f0-8cb9-10b130ad024f req-e079c0b5-60a2-42fd-947e-a3a887cb5aef service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Apr 12 11:31:05.252939 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-24258734-ad12-41f0-8cb9-10b130ad024f req-c983caed-b07b-4380-939a-32deeadc77b0 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891328 Apr 12 11:31:06.321378 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:07.797130 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:09.080634 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579de5d-6c20-4140-ac7d-fc70e7fcfdbe req-b47f21df-85ac-4206-a04a-d74db20a536e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:09.082139 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a579de5d-6c20-4140-ac7d-fc70e7fcfdbe req-b47f21df-85ac-4206-a04a-d74db20a536e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.1842036 Apr 12 11:31:09.128681 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a579de5d-6c20-4140-ac7d-fc70e7fcfdbe req-238470a4-0788-47df-b026-f708c5b7622a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Apr 12 11:31:10.244558 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e240dcd-de28-4f96-8cf7-bae355d125c1 req-e8a0d131-67af-4236-841d-0e79aa8dcf3a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:10.245960 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4e240dcd-de28-4f96-8cf7-bae355d125c1 req-e8a0d131-67af-4236-841d-0e79aa8dcf3a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0504794 Apr 12 11:31:10.292428 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4e240dcd-de28-4f96-8cf7-bae355d125c1 req-bf3e753e-89e6-495b-8657-cf7a9b26986f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Apr 12 11:31:11.406823 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32970aa0-c843-42a3-8544-79cef250213f req-c564fa45-14bc-4a14-8666-4bf314bdca7a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:11.408275 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-32970aa0-c843-42a3-8544-79cef250213f req-c564fa45-14bc-4a14-8666-4bf314bdca7a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468490 Apr 12 11:31:11.453596 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-32970aa0-c843-42a3-8544-79cef250213f req-165d3cfe-26bd-4840-ac5b-73508bd20566 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Apr 12 11:31:12.563197 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4628a41-5b2b-452a-95c8-8e356a471267 req-d1d9ed18-c0da-4f8a-9924-1908d6bbc2bb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:12.564655 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c4628a41-5b2b-452a-95c8-8e356a471267 req-d1d9ed18-c0da-4f8a-9924-1908d6bbc2bb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0458059 Apr 12 11:31:12.613665 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c4628a41-5b2b-452a-95c8-8e356a471267 req-45ee9071-ef2a-470a-875b-74204b18efe5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Apr 12 11:31:13.726708 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c744031-05d1-4809-a1d4-63de86eb0a0e req-1d3276c2-8c9b-45ae-b11a-c6bd90c5cdbc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:13.728163 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3c744031-05d1-4809-a1d4-63de86eb0a0e req-1d3276c2-8c9b-45ae-b11a-c6bd90c5cdbc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0475991 Apr 12 11:31:13.775091 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3c744031-05d1-4809-a1d4-63de86eb0a0e req-4d85634a-ad61-4c83-aa7e-cc99f52a4700 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Apr 12 11:31:14.886085 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9fd9d-ea1a-4a15-8811-06ce144c9718 req-d80cf6df-1432-4a4c-a6cf-020b2e307064 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:14.888937 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-23d9fd9d-ea1a-4a15-8811-06ce144c9718 req-d80cf6df-1432-4a4c-a6cf-020b2e307064 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463715 Apr 12 11:31:14.934167 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-23d9fd9d-ea1a-4a15-8811-06ce144c9718 req-fbbefeaf-277b-4248-9b7c-ee8864665069 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Apr 12 11:31:16.101636 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34073f-4959-4484-ae2a-a697f21dee87 req-8d0ca28c-dded-4ca2-b250-f42741ab59e8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:16.103146 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c34073f-4959-4484-ae2a-a697f21dee87 req-8d0ca28c-dded-4ca2-b250-f42741ab59e8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0977831 Apr 12 11:31:16.149218 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c34073f-4959-4484-ae2a-a697f21dee87 req-8a321223-95c5-4f81-8e4c-2591ebe54168 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Apr 12 11:31:16.716108 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:31:17.264048 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd04d63-1263-47a9-bc5f-2630a3e6452c req-825489e4-a810-44c5-a4cc-59dcebaafb0b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:17.265620 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-efd04d63-1263-47a9-bc5f-2630a3e6452c req-825489e4-a810-44c5-a4cc-59dcebaafb0b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0508797 Apr 12 11:31:17.311732 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-efd04d63-1263-47a9-bc5f-2630a3e6452c req-2e8df236-d05e-43d9-b476-348581b92bb4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Apr 12 11:31:18.427062 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8b2b8-e499-4bce-b2c4-dbf1dbda0f66 req-81258437-8363-4d3b-86db-48d92159b00e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:18.428595 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-38e8b2b8-e499-4bce-b2c4-dbf1dbda0f66 req-81258437-8363-4d3b-86db-48d92159b00e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0494561 Apr 12 11:31:18.475392 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-38e8b2b8-e499-4bce-b2c4-dbf1dbda0f66 req-40394ce5-a7c3-4092-9d66-526a638db8c0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Apr 12 11:31:19.586287 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8b04b-ffdb-454e-8f89-e6b34e8c4cf3 req-e9f048f1-467d-4ac1-ba6a-17f5e502f3f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:19.587814 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b9b8b04b-ffdb-454e-8f89-e6b34e8c4cf3 req-e9f048f1-467d-4ac1-ba6a-17f5e502f3f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0457935 Apr 12 11:31:19.638132 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b9b8b04b-ffdb-454e-8f89-e6b34e8c4cf3 req-87053251-a673-4288-a568-340b3a164b80 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Apr 12 11:31:20.752148 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fd20b-6358-4fa2-a9e2-bdfdfc7fd488 req-56449586-728f-4238-a183-7b7b78baca5a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:20.753674 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-581fd20b-6358-4fa2-a9e2-bdfdfc7fd488 req-56449586-728f-4238-a183-7b7b78baca5a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469234 Apr 12 11:31:20.801214 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-581fd20b-6358-4fa2-a9e2-bdfdfc7fd488 req-22e1ad3b-405a-49d6-95d8-730830828a84 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Apr 12 11:31:21.916129 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ce311-9377-456c-a333-c1c06186f42e req-3e9f6981-6230-493b-afe3-5780fa11bdd7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:21.917579 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ce6ce311-9377-456c-a333-c1c06186f42e req-3e9f6981-6230-493b-afe3-5780fa11bdd7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467386 Apr 12 11:31:21.962772 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ce6ce311-9377-456c-a333-c1c06186f42e req-be753694-e950-48cd-b377-d4b13eea8bef tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396149 Apr 12 11:31:22.436388 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:23.082941 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8603-0e75-406e-8271-4fac9c4b1d10 req-bc243250-3f80-454c-9002-3d40c7d2f9cd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:23.084433 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-476c8603-0e75-406e-8271-4fac9c4b1d10 req-bc243250-3f80-454c-9002-3d40c7d2f9cd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0525804 Apr 12 11:31:23.131932 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-476c8603-0e75-406e-8271-4fac9c4b1d10 req-24cca48d-9209-4554-a34f-07ce42c6e535 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Apr 12 11:31:24.245931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62fd13-4ddc-464b-94cd-a44a82c81e28 req-d87f3124-2104-465c-b4b8-b31e860e1a6d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:24.247337 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-be62fd13-4ddc-464b-94cd-a44a82c81e28 req-d87f3124-2104-465c-b4b8-b31e860e1a6d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0486648 Apr 12 11:31:24.294410 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-be62fd13-4ddc-464b-94cd-a44a82c81e28 req-2f96fa8d-02f0-4bac-884b-b945687215e9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 Apr 12 11:31:25.407782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ca2ba-ad83-4e94-9b8c-e7e2e7e220c0 req-b68d913a-afb6-4521-a984-b90ada8bb3d8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:25.409325 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-910ca2ba-ad83-4e94-9b8c-e7e2e7e220c0 req-b68d913a-afb6-4521-a984-b90ada8bb3d8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468776 Apr 12 11:31:25.460005 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-910ca2ba-ad83-4e94-9b8c-e7e2e7e220c0 req-10a4c93c-6922-46ae-8bf0-48f23d843484 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451539 Apr 12 11:31:26.575118 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a31f-5d4e-4bbb-ad3a-55b23dc76b2b req-c1639c96-a273-4fcf-beac-67debfe02099 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:26.576624 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3262a31f-5d4e-4bbb-ad3a-55b23dc76b2b req-c1639c96-a273-4fcf-beac-67debfe02099 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471034 Apr 12 11:31:26.623021 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3262a31f-5d4e-4bbb-ad3a-55b23dc76b2b req-c11907af-2980-427d-bf28-ab71cc3eb7e8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Apr 12 11:31:27.734897 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf4fa-f70e-4e91-97a8-3e4efd976e46 req-d556cbf1-c0f8-4220-86d5-3a5b293c2e8d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:27.737155 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-baccf4fa-f70e-4e91-97a8-3e4efd976e46 req-d556cbf1-c0f8-4220-86d5-3a5b293c2e8d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465188 Apr 12 11:31:27.782735 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-baccf4fa-f70e-4e91-97a8-3e4efd976e46 req-a2ae49d4-89e4-42a8-913c-cf9370c2a222 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 Apr 12 11:31:28.898557 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e3dce-9876-4f1e-a0d1-96c7c17781aa req-402e5446-3bf1-4e04-a701-10290f714b58 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:28.900058 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f84e3dce-9876-4f1e-a0d1-96c7c17781aa req-402e5446-3bf1-4e04-a701-10290f714b58 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0510442 Apr 12 11:31:28.949514 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f84e3dce-9876-4f1e-a0d1-96c7c17781aa req-da9d2c4a-32cf-4d98-a42a-a894b64adf62 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Apr 12 11:31:30.061628 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe639e3-6885-47bd-8069-2bfd46314174 req-78a91191-f355-4997-b7da-d368c5af24f0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:30.063136 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bfe639e3-6885-47bd-8069-2bfd46314174 req-78a91191-f355-4997-b7da-d368c5af24f0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0473216 Apr 12 11:31:30.109197 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bfe639e3-6885-47bd-8069-2bfd46314174 req-cc155a5f-b64d-4ad1-9b4e-bb78057caad2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Apr 12 11:31:31.225103 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f136a1-c5ae-4de4-b3dd-abcb4bf262f9 req-cfd2ee52-1e18-461d-aa0e-bb6424f958d4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:31.226543 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f1f136a1-c5ae-4de4-b3dd-abcb4bf262f9 req-cfd2ee52-1e18-461d-aa0e-bb6424f958d4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0491002 Apr 12 11:31:31.272968 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f1f136a1-c5ae-4de4-b3dd-abcb4bf262f9 req-f5f1d673-358a-41cc-88d4-6652dab0e379 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Apr 12 11:31:31.504941 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4659938e-66d0-426c-93fc-ea08f3549fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:32.384856 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b0c52-16c3-4233-adec-857856685165 req-96cb4142-10ae-497a-8f9b-c9f39ef51989 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:32.386338 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ec1b0c52-16c3-4233-adec-857856685165 req-96cb4142-10ae-497a-8f9b-c9f39ef51989 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460382 Apr 12 11:31:32.431586 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ec1b0c52-16c3-4233-adec-857856685165 req-5f188b8d-0846-4325-a155-f0e2a5be5d63 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Apr 12 11:31:33.548870 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39979d81-3895-4df7-bc71-51ad123a0590 req-b3cce4f1-d55c-4149-97d5-7f9dc9549d99 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:33.550585 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-39979d81-3895-4df7-bc71-51ad123a0590 req-b3cce4f1-d55c-4149-97d5-7f9dc9549d99 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0498683 Apr 12 11:31:33.600300 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-39979d81-3895-4df7-bc71-51ad123a0590 req-63a87894-e2e6-4c33-a21f-8b84714d2edf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Apr 12 11:31:33.859367 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c6ca6c69-d742-4687-a3e4-77e85f111344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:34.711322 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351f1c-4d06-4de4-b43d-fc88ea5193b3 req-9904603c-d304-4ca8-a972-3ad7505f3a3c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:34.712766 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6351f1c-4d06-4de4-b43d-fc88ea5193b3 req-9904603c-d304-4ca8-a972-3ad7505f3a3c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460124 Apr 12 11:31:34.758588 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6351f1c-4d06-4de4-b43d-fc88ea5193b3 req-ee06ab5f-1853-4783-a25d-19e0b5de4f1f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Apr 12 11:31:35.133927 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:35.875998 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3d42e-b880-4801-a272-732865d7e851 req-ddcab9c9-6b04-47d4-8429-1b88cccbfe6f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:35.877482 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-77e3d42e-b880-4801-a272-732865d7e851 req-ddcab9c9-6b04-47d4-8429-1b88cccbfe6f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0474281 Apr 12 11:31:35.924111 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-77e3d42e-b880-4801-a272-732865d7e851 req-2428b470-a07c-43e9-9547-de55dab394f0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Apr 12 11:31:36.189440 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:37.045347 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ffc3b-3fad-4d4d-9fbf-6832302ae1f6 req-abee796a-4171-4707-8647-9324853f1a34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:37.046957 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f38ffc3b-3fad-4d4d-9fbf-6832302ae1f6 req-abee796a-4171-4707-8647-9324853f1a34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0558505 Apr 12 11:31:37.096806 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f38ffc3b-3fad-4d4d-9fbf-6832302ae1f6 req-5ddc6976-053b-40a6-82b9-a46924e5214d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Apr 12 11:31:37.257420 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-497d7c48-e7d7-48b1-9562-0ba76063294c req-fcced67f-4c45-4f3b-b6ca-6951ec307300 service neutron] (103887) timed out ('10.222.0.52', 64871) {{(pid=103887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:31:37.801912 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:38.428433 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eca8d0-8866-4e7c-8954-cde2e88814dc req-ce93bf54-fe83-4ed9-8124-fca60c05d085 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:38.429851 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92eca8d0-8866-4e7c-8954-cde2e88814dc req-ce93bf54-fe83-4ed9-8124-fca60c05d085 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.2625015 Apr 12 11:31:38.475433 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-92eca8d0-8866-4e7c-8954-cde2e88814dc req-6be4e333-01b8-454c-b29e-3c18d6371e73 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Apr 12 11:31:39.587693 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dd2b5-04cf-456e-afe6-552d19832e18 req-57bb2e87-49ef-4c07-a850-e11a1635a4da tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:39.589179 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1a1dd2b5-04cf-456e-afe6-552d19832e18 req-57bb2e87-49ef-4c07-a850-e11a1635a4da tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468824 Apr 12 11:31:39.636070 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1a1dd2b5-04cf-456e-afe6-552d19832e18 req-36f57929-703b-4f87-9d1a-1b7dba0a03b2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Apr 12 11:31:40.755608 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af474781-bcd7-406d-86f6-91ad0c8959b8 req-c073b82c-bdb4-4ee7-8258-a16682e2b5c3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:40.757326 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-af474781-bcd7-406d-86f6-91ad0c8959b8 req-c073b82c-bdb4-4ee7-8258-a16682e2b5c3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0499394 Apr 12 11:31:40.803543 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-af474781-bcd7-406d-86f6-91ad0c8959b8 req-934e7a37-a4d0-4bd9-8af3-ef8cb3eacb81 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Apr 12 11:31:41.915422 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eb70f-2a31-47b0-a102-969707bbc200 req-441761a7-459e-4d21-b6e9-342f6b373317 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:41.916858 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e13eb70f-2a31-47b0-a102-969707bbc200 req-441761a7-459e-4d21-b6e9-342f6b373317 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463684 Apr 12 11:31:41.964760 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e13eb70f-2a31-47b0-a102-969707bbc200 req-420d68d3-7bd1-45bb-b348-4a4c942d4ba9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Apr 12 11:31:43.074241 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af4d35-1304-4e87-851d-bc43f3aab159 req-12f122ec-87c8-4aff-af9d-1fe362fe7ed4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:43.075809 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-85af4d35-1304-4e87-851d-bc43f3aab159 req-12f122ec-87c8-4aff-af9d-1fe362fe7ed4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0454412 Apr 12 11:31:43.125368 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-85af4d35-1304-4e87-851d-bc43f3aab159 req-2d6cea3c-62e9-4993-abb1-67595eb165df tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 Apr 12 11:31:44.237588 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630fbea-ae2e-4286-9671-1852f8b56393 req-f86f2e56-4516-408c-a730-baaa0bee2f5e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:44.239132 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0630fbea-ae2e-4286-9671-1852f8b56393 req-f86f2e56-4516-408c-a730-baaa0bee2f5e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466554 Apr 12 11:31:44.286244 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0630fbea-ae2e-4286-9671-1852f8b56393 req-96633a86-a669-46cc-acf3-0c0e03f848f4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 Apr 12 11:31:45.399891 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7ee52-77a2-4127-b415-2e3506565fbe req-78855883-172c-4f2e-ba22-7b2a32033cc9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:45.401339 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80a7ee52-77a2-4127-b415-2e3506565fbe req-78855883-172c-4f2e-ba22-7b2a32033cc9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461490 Apr 12 11:31:45.447701 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80a7ee52-77a2-4127-b415-2e3506565fbe req-0158f9e6-8868-4460-b794-b9d5c2559bff tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Apr 12 11:31:46.562520 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0fcc8-2a95-4fae-a5fe-d1792cb46314 req-dae05a60-f476-49e6-9e1b-100835c9fc56 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:46.563998 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-41f0fcc8-2a95-4fae-a5fe-d1792cb46314 req-dae05a60-f476-49e6-9e1b-100835c9fc56 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0506318 Apr 12 11:31:46.611417 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-41f0fcc8-2a95-4fae-a5fe-d1792cb46314 req-44669746-b3a0-4085-8ee5-9899d48866c9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Apr 12 11:31:47.723771 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fc5d7-f3cd-4a94-b964-0acebd8d4849 req-7efe9616-c69e-42e0-a0b4-efe7926835d0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:47.725231 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e0fc5d7-f3cd-4a94-b964-0acebd8d4849 req-7efe9616-c69e-42e0-a0b4-efe7926835d0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467184 Apr 12 11:31:47.772307 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e0fc5d7-f3cd-4a94-b964-0acebd8d4849 req-139087ea-a851-45cf-93be-5f9db29c4ae2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Apr 12 11:31:48.889015 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ff2ee-ad97-49d0-8ab2-c5eef5a5badf req-2dcab3fd-ef73-4644-9d76-76f5b34b0656 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:48.890391 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c07ff2ee-ad97-49d0-8ab2-c5eef5a5badf req-2dcab3fd-ef73-4644-9d76-76f5b34b0656 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0501637 Apr 12 11:31:48.939833 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c07ff2ee-ad97-49d0-8ab2-c5eef5a5badf req-01757763-ee83-44bc-bd74-3825931154a6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Apr 12 11:31:50.053222 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e18b-4b69-432e-96be-773bd50ee443 req-6f0a43c2-663a-4ae0-9b87-9b0a6c1a3e32 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:50.054701 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-68f8e18b-4b69-432e-96be-773bd50ee443 req-6f0a43c2-663a-4ae0-9b87-9b0a6c1a3e32 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469809 Apr 12 11:31:50.100850 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-68f8e18b-4b69-432e-96be-773bd50ee443 req-79a650cb-ddf0-476a-9819-5cfbe114ee53 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Apr 12 11:31:51.315641 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67ad5a-cdbe-4577-9233-d27fe6ec22ed req-b85adccb-1557-4323-a6b1-84fad5fb7579 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:51.317103 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab67ad5a-cdbe-4577-9233-d27fe6ec22ed req-b85adccb-1557-4323-a6b1-84fad5fb7579 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465109 Apr 12 11:31:51.363855 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab67ad5a-cdbe-4577-9233-d27fe6ec22ed req-cb77f6e2-5ab8-40d5-9f8e-046d385a45c4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Apr 12 11:31:52.430997 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:31:52.479470 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fae6ef-f7e6-400b-8074-736dc678b94a req-00ac7668-14bf-4865-9c4a-a2bf0bb51d15 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:52.481638 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-98fae6ef-f7e6-400b-8074-736dc678b94a req-00ac7668-14bf-4865-9c4a-a2bf0bb51d15 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0510690 Apr 12 11:31:52.528750 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-98fae6ef-f7e6-400b-8074-736dc678b94a req-9518f81c-bbf0-4aec-8478-0ab34bd77b42 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Apr 12 11:31:53.642610 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdd9f3-1aa2-4d0e-bc87-38c897914ef9 req-64ede549-1c2c-4efa-9e02-7b92a26f6f5e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:53.644091 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b7bdd9f3-1aa2-4d0e-bc87-38c897914ef9 req-64ede549-1c2c-4efa-9e02-7b92a26f6f5e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0491810 Apr 12 11:31:53.691455 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b7bdd9f3-1aa2-4d0e-bc87-38c897914ef9 req-b03f41b1-994f-4746-abe9-9f038f6a61de tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Apr 12 11:31:53.714038 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:31:54.806698 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b411a-a441-4882-ac7c-dc28947380c9 req-ec5e5d4a-4fe1-47b9-9f15-723c327e6f7d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:54.808163 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-252b411a-a441-4882-ac7c-dc28947380c9 req-ec5e5d4a-4fe1-47b9-9f15-723c327e6f7d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0496221 Apr 12 11:31:54.856112 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-252b411a-a441-4882-ac7c-dc28947380c9 req-f2683fe7-635d-480d-a504-b9c752add886 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Apr 12 11:31:55.968017 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2754ee-0d3a-44df-a76f-3fbffda8fbe9 req-6ffdc58d-8456-47a6-baa0-3b0a52908fa0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:55.969850 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d2754ee-0d3a-44df-a76f-3fbffda8fbe9 req-6ffdc58d-8456-47a6-baa0-3b0a52908fa0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467806 Apr 12 11:31:56.018944 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d2754ee-0d3a-44df-a76f-3fbffda8fbe9 req-1c8c7156-5eca-4746-993e-fb9601db84b3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Apr 12 11:31:57.133894 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ad058-2c76-4115-986d-bdd7df99d181 req-d5ad8338-914f-4c04-a765-848fbb9eb3d2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:57.135403 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-895ad058-2c76-4115-986d-bdd7df99d181 req-d5ad8338-914f-4c04-a765-848fbb9eb3d2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0473161 Apr 12 11:31:57.188856 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-895ad058-2c76-4115-986d-bdd7df99d181 req-9df5b5f1-1f38-43cb-bac3-9691c5625ef2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479612 Apr 12 11:31:58.448229 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681b0e3-1f09-4d10-a6a8-86cb24e162ce req-615c2779-bf60-42e6-b94b-41fbbeedb513 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:58.449702 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2681b0e3-1f09-4d10-a6a8-86cb24e162ce req-615c2779-bf60-42e6-b94b-41fbbeedb513 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471435 Apr 12 11:31:58.496071 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2681b0e3-1f09-4d10-a6a8-86cb24e162ce req-edc876d2-561c-4342-90df-a2c0b73fe3b3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408840 Apr 12 11:31:59.611459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7481-3089-4ca5-b500-05bbff6adc7d req-2ff87a82-cfc6-4289-a4bd-e5b6b16807e5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:31:59.612933 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4f0f7481-3089-4ca5-b500-05bbff6adc7d req-2ff87a82-cfc6-4289-a4bd-e5b6b16807e5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0477142 Apr 12 11:31:59.659764 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4f0f7481-3089-4ca5-b500-05bbff6adc7d req-f7a9d777-8984-40be-bc0f-85bd43ed1098 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Apr 12 11:32:00.688198 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16a661-ce77-4458-bed6-7e5497420ae7 req-df48a055-8418-481b-beec-cf69cf4fbe9d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:00.689861 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4e16a661-ce77-4458-bed6-7e5497420ae7 req-df48a055-8418-481b-beec-cf69cf4fbe9d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0473821 Apr 12 11:32:00.697082 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-b48de8b8-07a4-4f3a-ae68-a23ede9e11e0 req-784cf853-f855-401b-903b-531eb6bbe133 service neutron] (103887) timed out ('10.222.0.52', 64870) {{(pid=103887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:32:00.736640 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4e16a661-ce77-4458-bed6-7e5497420ae7 req-ff0327a4-1417-44ed-9e2e-eb69462a321f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413196 Apr 12 11:32:00.779586 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88e297-c1f7-4d75-a6fb-fa2a5e93d923 req-61165aba-2427-41e2-968e-8e2a2322a6aa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:00.781070 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dd88e297-c1f7-4d75-a6fb-fa2a5e93d923 req-61165aba-2427-41e2-968e-8e2a2322a6aa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0522811 Apr 12 11:32:00.826401 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dd88e297-c1f7-4d75-a6fb-fa2a5e93d923 req-106fcbdf-ccfd-46a0-8960-0e0c56dbe368 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Apr 12 11:32:01.497652 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bce9bf2d-de86-4863-a175-1b8dd5092a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:01.853059 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c7d46-00ec-49a4-bcb5-0617498eddaa req-35eda6dd-b803-4b57-93a5-2f82297842a1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:01.854647 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-207c7d46-00ec-49a4-bcb5-0617498eddaa req-35eda6dd-b803-4b57-93a5-2f82297842a1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0468006 Apr 12 11:32:01.903054 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-207c7d46-00ec-49a4-bcb5-0617498eddaa req-85d3024c-5836-4aa7-8c20-d1d53c135699 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Apr 12 11:32:01.937228 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97118c56-43d8-4ae7-a328-d568b802212f req-965705ab-0d22-41c4-aca8-2cba427e44c4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:01.938769 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-97118c56-43d8-4ae7-a328-d568b802212f req-965705ab-0d22-41c4-aca8-2cba427e44c4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462830 Apr 12 11:32:01.989264 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-97118c56-43d8-4ae7-a328-d568b802212f req-ec1c34f1-b05c-4f8a-b5ad-9b9ce2577de4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Apr 12 11:32:03.021858 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f01fc4-0fca-42b0-84d8-436fe0547c72 req-e8e53f4d-f65d-4231-9651-1fb89c894fa7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:03.023749 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-16f01fc4-0fca-42b0-84d8-436fe0547c72 req-e8e53f4d-f65d-4231-9651-1fb89c894fa7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0492473 Apr 12 11:32:03.071478 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-16f01fc4-0fca-42b0-84d8-436fe0547c72 req-0eabeeed-eb1d-4998-b072-4896d9c96657 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Apr 12 11:32:03.106329 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe3b7d-75e6-4bfc-a265-f44c5507b899 req-e1c17f8d-664a-4917-9e5b-8cdb47db4daa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:03.107811 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c3fe3b7d-75e6-4bfc-a265-f44c5507b899 req-e1c17f8d-664a-4917-9e5b-8cdb47db4daa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0482595 Apr 12 11:32:03.157943 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c3fe3b7d-75e6-4bfc-a265-f44c5507b899 req-2e1e2890-273a-460d-ae3e-3bb5ee742359 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440903 Apr 12 11:32:03.905261 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-814e8c18-38b3-4ba1-aca6-64ea4f1377ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:04.188922 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a69e6-20a1-465f-9bab-0bc307d344bc req-be4db06f-3784-4851-8bd3-7e387d4d8017 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:04.190440 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-924a69e6-20a1-465f-9bab-0bc307d344bc req-be4db06f-3784-4851-8bd3-7e387d4d8017 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0467210 Apr 12 11:32:04.237920 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-924a69e6-20a1-465f-9bab-0bc307d344bc req-e57c7055-61f1-4c81-a0eb-4f4b08607cf6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417054 Apr 12 11:32:04.274976 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdae883-81c7-482c-8537-f316b2fb12b2 req-ebcde7dc-21b3-45f5-a162-e0b89cfcebd4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:04.276449 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1bdae883-81c7-482c-8537-f316b2fb12b2 req-ebcde7dc-21b3-45f5-a162-e0b89cfcebd4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470636 Apr 12 11:32:04.322731 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1bdae883-81c7-482c-8537-f316b2fb12b2 req-9f43af84-5574-4680-b0e6-9ed2cb067696 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Apr 12 11:32:05.149376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:05.361348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd946e-d0de-452b-90b4-c79f52960f56 req-7604f3c7-de1a-42d2-bbfd-a67a6e895f5f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:05.362875 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-66cd946e-d0de-452b-90b4-c79f52960f56 req-7604f3c7-de1a-42d2-bbfd-a67a6e895f5f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0497289 Apr 12 11:32:05.409916 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-66cd946e-d0de-452b-90b4-c79f52960f56 req-c7a54fc9-8c2c-4a19-8eb5-230412319b2e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Apr 12 11:32:05.439118 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bbc98-7380-4e58-9046-73d378e93d5f req-a420c4ba-4169-4787-93f5-b6a194068d5a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:05.440606 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-be1bbc98-7380-4e58-9046-73d378e93d5f req-a420c4ba-4169-4787-93f5-b6a194068d5a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0485396 Apr 12 11:32:05.487630 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-be1bbc98-7380-4e58-9046-73d378e93d5f req-1c1138a1-6fc8-495d-80fa-c5e891da61b1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Apr 12 11:32:06.162246 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:06.530609 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12591786-0a63-45c2-9920-4f11654ebd83 req-ba3c390b-3042-4353-8185-970926012f1f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:06.533621 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-12591786-0a63-45c2-9920-4f11654ebd83 req-ba3c390b-3042-4353-8185-970926012f1f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0512910 Apr 12 11:32:06.590665 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-f2a1fc9c-00b5-4c25-963c-992d9f0f14b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553956 Apr 12 11:32:06.611727 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-12591786-0a63-45c2-9920-4f11654ebd83 req-d8e1eaa4-cb86-449b-b4f4-fc9c10e04198 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684679 Apr 12 11:32:06.623978 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8420c-957e-48fe-bc4a-885e24f696a4 req-2d7115e2-8b89-4f79-88aa-131d5bb72482 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:06.625498 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ae8420c-957e-48fe-bc4a-885e24f696a4 req-2d7115e2-8b89-4f79-88aa-131d5bb72482 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0516884 Apr 12 11:32:06.666227 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-d64bc473-26bc-4797-ace0-7eab4b9a0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:06.667748 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-d64bc473-26bc-4797-ace0-7eab4b9a0ae6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0433271 Apr 12 11:32:06.679491 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ae8420c-957e-48fe-bc4a-885e24f696a4 req-9ce4a15a-2dcf-4ddb-aa8d-eb1d3ed1e604 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476146 Apr 12 11:32:06.771709 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-ea5a8cf5-cef3-41fd-8426-46d4b414c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:06.773446 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-ea5a8cf5-cef3-41fd-8426-46d4b414c963 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0866623 Apr 12 11:32:06.842464 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-8ba691b1-61ce-41b8-804a-efe16b8c9bcc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1002 time: 0.0607245 Apr 12 11:32:06.888583 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-2634e1c7-2f54-4e3c-88ad-e09df1dd475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:06.890039 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-2634e1c7-2f54-4e3c-88ad-e09df1dd475e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0425019 Apr 12 11:32:06.934667 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-88735047-2339-4756-a5a6-8a2b7f45540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:06.936139 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-88735047-2339-4756-a5a6-8a2b7f45540f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401525 Apr 12 11:32:07.030746 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-876c6bee-ab7b-4313-af71-cd232df3257e service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872178 Apr 12 11:32:07.119226 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-300be94d-260d-4ac8-8d9b-70f0bf526281 req-9d339db6-8346-477b-a3f8-c19f3962786f service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832512 Apr 12 11:32:07.736862 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931b40b-a2ca-489a-8760-ab2fef4c5bf4 req-0afbec26-861c-4b2e-8956-28367ed6037c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:07.739297 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c931b40b-a2ca-489a-8760-ab2fef4c5bf4 req-0afbec26-861c-4b2e-8956-28367ed6037c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0490456 Apr 12 11:32:07.785402 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:07.787627 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c931b40b-a2ca-489a-8760-ab2fef4c5bf4 req-982c22a3-0609-4bc7-87e5-510cfb2d0389 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 Apr 12 11:32:07.805302 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036743ef-c369-422a-b88b-47590c9d876f req-9742482d-2e77-4b7f-b0d9-3be9379bd007 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:07.806855 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-036743ef-c369-422a-b88b-47590c9d876f req-9742482d-2e77-4b7f-b0d9-3be9379bd007 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0548477 Apr 12 11:32:07.854363 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-036743ef-c369-422a-b88b-47590c9d876f req-d65ab7ed-52dc-4956-80ab-e6a3b4d13f22 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Apr 12 11:32:08.904563 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f100e-ce7b-4ba5-b886-8f136f0f7e59 req-782bb4a6-911e-4eaf-94e2-895a1d4828e7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:08.906664 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d48f100e-ce7b-4ba5-b886-8f136f0f7e59 req-782bb4a6-911e-4eaf-94e2-895a1d4828e7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0475698 Apr 12 11:32:08.954077 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d48f100e-ce7b-4ba5-b886-8f136f0f7e59 req-5177bbf7-87a1-4cfa-ac87-88441c494bd5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Apr 12 11:32:08.977240 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a62a-49d4-46eb-8803-99d3c6f0b522 req-2c4d9559-e3ee-495e-b90a-90cb74eb3537 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:08.978768 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0147a62a-49d4-46eb-8803-99d3c6f0b522 req-2c4d9559-e3ee-495e-b90a-90cb74eb3537 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0538087 Apr 12 11:32:09.026338 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0147a62a-49d4-46eb-8803-99d3c6f0b522 req-a92361dd-fe7c-4e3a-996e-47cb43ba3216 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Apr 12 11:32:10.074072 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9e322-92ca-41f1-9c3b-0d9d8fda9ab9 req-44c61406-5485-45af-9d87-2f568b35d02a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:10.075580 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57e9e322-92ca-41f1-9c3b-0d9d8fda9ab9 req-44c61406-5485-45af-9d87-2f568b35d02a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0482655 Apr 12 11:32:10.124302 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57e9e322-92ca-41f1-9c3b-0d9d8fda9ab9 req-98ee00bc-7a0b-4982-9c7c-bb5a3e7bbb63 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=65ac1a01-b2b7-4625-a09e-74d0dd7abf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431986 Apr 12 11:32:10.142612 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c81bd3-1ac4-4747-83c1-23b56291d6af req-493956c2-9bc0-4da0-bcf9-1b1acb9e6217 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:10.144084 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67c81bd3-1ac4-4747-83c1-23b56291d6af req-493956c2-9bc0-4da0-bcf9-1b1acb9e6217 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0499380 Apr 12 11:32:10.189668 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67c81bd3-1ac4-4747-83c1-23b56291d6af req-2192d0b3-4cd1-45ea-85a4-deaded781eea tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Apr 12 11:32:10.520083 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ceea-f56e-4080-8805-a63b23406cfb req-d57215d7-2c7a-43c7-a0a8-5f04dbad209f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:10.521536 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0030ceea-f56e-4080-8805-a63b23406cfb req-d57215d7-2c7a-43c7-a0a8-5f04dbad209f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 946 time: 0.0461247 Apr 12 11:32:10.604295 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Deleting port 92da6ea4-696b-4846-b47c-536810056742 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:32:10.604649 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (92da6ea4-696b-4846-b47c-536810056742), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:10.692533 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] For port 92da6ea4-696b-4846-b47c-536810056742, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=92da6ea4-696b-4846-b47c-536810056742,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:32:10.692905 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (92da6ea4-696b-4846-b47c-536810056742), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:10.868569 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:10.868934 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (a0adf0e2-d406-44ed-9e5b-fedfd7d540a4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:10.869267 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Floating IP a0adf0e2-d406-44ed-9e5b-fedfd7d540a4 disassociated. External IP: 172.27.1.104, port: 92da6ea4-696b-4846-b47c-536810056742. Apr 12 11:32:10.869620 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Calling delete_port for 92da6ea4-696b-4846-b47c-536810056742 owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:32:11.064531 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (92da6ea4-696b-4846-b47c-536810056742), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:11.093509 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event deleted for resources: {'Port': ['ID=92da6ea4-696b-4846-b47c-536810056742,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:32:11.104452 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.104810 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.105156 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.105498 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.105879 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.106187 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.106522 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.106938 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.107181 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.107512 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.107841 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.108174 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.108503 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.108825 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.109149 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:32:11.308418 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d5bc4-d60a-403a-8fe1-7bde8786c44b req-b86a5bcb-262b-4366-8110-8f3a9d4856e4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:11.310029 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-118d5bc4-d60a-403a-8fe1-7bde8786c44b req-b86a5bcb-262b-4366-8110-8f3a9d4856e4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0499625 Apr 12 11:32:11.362461 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-118d5bc4-d60a-403a-8fe1-7bde8786c44b req-deb2a382-661e-4d2c-bb4f-0d165378c70e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 Apr 12 11:32:11.433322 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f3888f91-ad29-4458-b996-226b5714e166 req-a5e05377-7652-478f-aa66-c0007062d8eb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0351295 Apr 12 11:32:11.502063 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Router e141b27e-b1d1-4613-a958-dbcf5a3864ab has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:32:11.614874 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:32:11.625366 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] Sync routers for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:32:11.635825 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:32:11.636427 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:32:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:32:11.656853 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] No DVR routers for this DVR port 92da6ea4-696b-4846-b47c-536810056742 on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:32:11.659476 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:11.662745 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0030ceea-f56e-4080-8805-a63b23406cfb req-b7611056-eda4-4d86-a77f-c8e10beb49a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "DELETE /v2.0/ports/92da6ea4-696b-4846-b47c-536810056742 HTTP/1.1" status: 204 len: 173 time: 1.1359172 Apr 12 11:32:11.663183 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-deleted', 'tag': '92da6ea4-696b-4846-b47c-536810056742'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:32:11.665925 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0ccde9-698f-4bc3-960f-df45111d2535" -d '{"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-deleted", "tag": "92da6ea4-696b-4846-b47c-536810056742"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:32:11.745695 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:32:11.753323 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58660b5-047e-4815-a9a3-f7223dd2b730 x-openstack-request-id: req-b58660b5-047e-4815-a9a3-f7223dd2b730 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:32:11.753916 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4ed1df-53f4-45e7-aee8-8101cd8b3889", "name": "network-vif-deleted", "tag": "92da6ea4-696b-4846-b47c-536810056742", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:32:11.754338 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b58660b5-047e-4815-a9a3-f7223dd2b730 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:32:11.754748 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58660b5-047e-4815-a9a3-f7223dd2b730'] response: {'server_uuid': '2e4ed1df-53f4-45e7-aee8-8101cd8b3889', 'name': 'network-vif-deleted', 'tag': '92da6ea4-696b-4846-b47c-536810056742', 'status': 'completed', 'code': 200} Apr 12 11:32:12.012482 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:32:12.038611 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] Checking router: e141b27e-b1d1-4613-a958-dbcf5a3864ab for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:32:12.047894 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:32:12.048493 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:32:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:32:12.155751 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:32:12.344332 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:32:12.370387 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f305e-f179-48ee-b775-62772dee7d17 None None] The sync data for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi is: [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:32:12.479509 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6476181-3dc8-4188-9fa4-c195924e81b1 req-fca3a06c-0949-462d-8584-76caf015b0f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:12.481027 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6476181-3dc8-4188-9fa4-c195924e81b1 req-fca3a06c-0949-462d-8584-76caf015b0f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0484126 Apr 12 11:32:12.532986 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6476181-3dc8-4188-9fa4-c195924e81b1 req-6cd47dad-023a-4217-8a0b-dec6c78b39e5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Apr 12 11:32:12.537473 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-89770448-7424-425c-ac0b-6d46f3a69fd8 req-fd596445-ebe5-4ac5-b1d2-3282a7cc4b60 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0304320 Apr 12 11:32:12.615386 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff0324-6ac8-4d49-b2c1-3503387e2a04 None None] New status for floating IP a0adf0e2-d406-44ed-9e5b-fedfd7d540a4: DOWN {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:32:13.635213 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5d9f049e-6f7b-4b0a-bfe4-dd11b86a7bc8 req-eef1dc49-7cec-4a33-8ecc-85694b771bd4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0266943 Apr 12 11:32:13.651638 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d067c-f97a-498b-95a9-d006c7ad7ae0 req-58917204-9c3e-4e54-9bd4-001e2a7dbe21 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:13.653430 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-216d067c-f97a-498b-95a9-d006c7ad7ae0 req-58917204-9c3e-4e54-9bd4-001e2a7dbe21 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0489151 Apr 12 11:32:13.703486 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-216d067c-f97a-498b-95a9-d006c7ad7ae0 req-71a40a58-e5c1-4e71-9aa0-577d8681c1cd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Apr 12 11:32:14.323074 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:32:14.346465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 92da6ea4-696b-4846-b47c-536810056742 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:32:14.346808 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 92da6ea4-696b-4846-b47c-536810056742 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:32:14.735441 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2fa3188f-6539-4755-a1fd-d39836c693dc req-b3a59d48-4c91-487e-8c67-ce7d949e263f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274756 Apr 12 11:32:14.816519 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b992495-8c21-41de-b933-11f86f34ecd2 req-6394969f-da0a-4d6f-838a-05ce06d7079a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:14.818016 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8b992495-8c21-41de-b933-11f86f34ecd2 req-6394969f-da0a-4d6f-838a-05ce06d7079a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462871 Apr 12 11:32:14.867402 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8b992495-8c21-41de-b933-11f86f34ecd2 req-7e57bb58-10c0-49b1-b7aa-a4810ed10733 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Apr 12 11:32:15.834821 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-65eebb5a-c346-4327-bd95-a2b1c1bc971a req-699f6545-d7d2-42ef-9d6b-638485fecf33 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273399 Apr 12 11:32:15.979720 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b0867-415a-4a65-9a10-45286754f520 req-1258ecf5-556a-40f0-b6a2-f104aec980ad tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:15.981230 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-629b0867-415a-4a65-9a10-45286754f520 req-1258ecf5-556a-40f0-b6a2-f104aec980ad tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0479014 Apr 12 11:32:16.032304 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-629b0867-415a-4a65-9a10-45286754f520 req-920b0aba-927d-4acf-92c9-c0a771474b13 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Apr 12 11:32:16.933425 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-48d89dd8-998e-4f46-8c0e-29e36c3cbf9f req-50eece66-d5c8-4382-bd7f-a2d533cd87e2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273571 Apr 12 11:32:17.141208 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233482d-07df-48c0-a781-2cc1c7913588 req-4062e309-7d16-4e50-8953-ba2b4207533e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:17.142630 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c233482d-07df-48c0-a781-2cc1c7913588 req-4062e309-7d16-4e50-8953-ba2b4207533e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0459325 Apr 12 11:32:17.192820 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c233482d-07df-48c0-a781-2cc1c7913588 req-1a935f3b-02cd-4978-97f3-5b78ea225411 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Apr 12 11:32:18.032259 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a4c3f6e9-abc1-44d5-aa1e-c835e1535767 req-8904c793-a319-484f-b864-d3febb43d21e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276413 Apr 12 11:32:18.309910 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf745b-95b5-4d10-9c28-b10c3aa7cc3d req-25c0f17c-0cf0-4e5b-a5ac-5a4433de52e5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:18.311380 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cebf745b-95b5-4d10-9c28-b10c3aa7cc3d req-25c0f17c-0cf0-4e5b-a5ac-5a4433de52e5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0496581 Apr 12 11:32:18.357016 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cebf745b-95b5-4d10-9c28-b10c3aa7cc3d req-d9b41b0e-05a4-4698-9377-1cf6f54c5459 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Apr 12 11:32:19.133711 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d856645-678e-421d-84aa-3d4aac3d6442 req-2965c98f-f473-451d-9b05-1ba758db6f38 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0285966 Apr 12 11:32:19.469360 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968dca2-b81f-4148-9832-b4daee9cc911 req-a7c0b0c2-e2f0-4210-a979-f7c3509fd818 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:19.470842 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c968dca2-b81f-4148-9832-b4daee9cc911 req-a7c0b0c2-e2f0-4210-a979-f7c3509fd818 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471594 Apr 12 11:32:19.516734 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c968dca2-b81f-4148-9832-b4daee9cc911 req-92522b38-ff40-420d-84cf-086216b27e4d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Apr 12 11:32:20.234891 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5aebd3a-8cd8-4c76-8c6b-e10c04ca5b00 req-df59ff51-09f5-453a-9535-7a1971a9d8e3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0310090 Apr 12 11:32:20.628807 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542bccf-f9eb-42ba-8193-1362a44db90e req-423a23fe-45b1-462c-9484-0e7d024b7135 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:20.630313 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d542bccf-f9eb-42ba-8193-1362a44db90e req-423a23fe-45b1-462c-9484-0e7d024b7135 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470088 Apr 12 11:32:20.677066 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d542bccf-f9eb-42ba-8193-1362a44db90e req-8e266016-2833-4d12-95f8-aabb68773dc3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410783 Apr 12 11:32:21.335314 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9e21262d-47f5-4fbe-a1a9-94184b3da20f req-e94136d2-bc8a-4144-bec7-d0e15250baf9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279429 Apr 12 11:32:21.787874 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579d911-36eb-4a56-a0dd-d8eeedb7671a req-8666e25f-0ac5-4897-8686-df918d270f0b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:21.790389 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f579d911-36eb-4a56-a0dd-d8eeedb7671a req-8666e25f-0ac5-4897-8686-df918d270f0b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469558 Apr 12 11:32:21.836582 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f579d911-36eb-4a56-a0dd-d8eeedb7671a req-8c7a7926-6bda-4a1d-95cc-a341b81222d2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Apr 12 11:32:22.436432 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c55f6e74-c74d-42cf-befd-7623c897eb98 req-00475245-1803-4176-9d50-36299acb3ded tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277505 Apr 12 11:32:22.441914 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:22.950405 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c68919-3f44-4e0a-a508-79683bff492c req-75c18549-69da-4ff7-a38a-129ed96d7804 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:22.951860 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66c68919-3f44-4e0a-a508-79683bff492c req-75c18549-69da-4ff7-a38a-129ed96d7804 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0499458 Apr 12 11:32:22.998582 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66c68919-3f44-4e0a-a508-79683bff492c req-b2f55699-cda8-460c-9840-d557f64af6ee tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Apr 12 11:32:23.535703 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-08cee144-1198-4d01-8407-71bd075d2aa4 req-ac22997b-3c23-406d-9f6b-4766fc47f7c7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279319 Apr 12 11:32:24.113673 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b12ec-95b9-402b-b990-ede67fb15305 req-182e9792-e19c-4695-83bb-0e74ae82a951 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:24.115224 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f03b12ec-95b9-402b-b990-ede67fb15305 req-182e9792-e19c-4695-83bb-0e74ae82a951 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0480406 Apr 12 11:32:24.167876 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f03b12ec-95b9-402b-b990-ede67fb15305 req-7da703d8-6e51-417b-a798-2ab7f80058f3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457516 Apr 12 11:32:24.632477 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ac434b4e-8906-49f5-8141-c1de824ec96c req-9b5d3684-0c3b-4be1-9114-07d6cac68a6c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0281851 Apr 12 11:32:25.283954 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da1a7e-40b1-44b6-80c3-d71f1e41e571 req-9426c080-195e-4659-85b0-53a6adbde748 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:25.285447 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f0da1a7e-40b1-44b6-80c3-d71f1e41e571 req-9426c080-195e-4659-85b0-53a6adbde748 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0494657 Apr 12 11:32:25.338369 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f0da1a7e-40b1-44b6-80c3-d71f1e41e571 req-bb072e23-f35a-404f-be6f-5298361c6c85 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Apr 12 11:32:25.737748 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0399c741-552c-44bc-b695-63dcb911cc69 req-47bb4fb5-94b4-4e5b-a2c2-ca395ed3331c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Apr 12 11:32:26.452278 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdd27c-356e-4c55-b665-24b589a561e3 req-ff5dfa4f-9fde-4850-a604-dc0ffa0b8db5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:26.453774 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-58cdd27c-356e-4c55-b665-24b589a561e3 req-ff5dfa4f-9fde-4850-a604-dc0ffa0b8db5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465236 Apr 12 11:32:26.502649 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-58cdd27c-356e-4c55-b665-24b589a561e3 req-8aeb523f-e12f-4403-aff9-64c108f81fc4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431945 Apr 12 11:32:26.837631 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5bf076aa-64d0-41d1-ba61-7f833f8acf1d req-f005846b-b3b8-4b0f-8ad2-04d902cdfcca tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0286515 Apr 12 11:32:27.618258 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ee8eb-263a-4355-9d2c-14a14c265d7f req-f77e6073-cdd5-46e4-a25a-581b2b2c444c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:27.619726 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fb9ee8eb-263a-4355-9d2c-14a14c265d7f req-f77e6073-cdd5-46e4-a25a-581b2b2c444c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0472083 Apr 12 11:32:27.665963 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fb9ee8eb-263a-4355-9d2c-14a14c265d7f req-adc77d54-8f4e-48ea-b98e-85434dbe4443 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Apr 12 11:32:27.939572 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26fa951f-dd62-4626-be4a-4cc36c9513c9 req-1b8e8518-bfb3-4cb0-8225-a9f154ad8959 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0319040 Apr 12 11:32:28.778191 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a4f-a16b-48dd-8acc-91de9c192a3b req-23585b73-5473-43a1-a914-3c3fce937d46 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:28.779645 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2b517a4f-a16b-48dd-8acc-91de9c192a3b req-23585b73-5473-43a1-a914-3c3fce937d46 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0472374 Apr 12 11:32:28.825579 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2b517a4f-a16b-48dd-8acc-91de9c192a3b req-b2d66464-eb07-4d6a-a3f4-8b64d669bb5b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Apr 12 11:32:29.041662 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bfe74c05-ff25-4443-84f8-646c339cd0ed req-7131cf66-cae8-40a3-9819-b90a9e46f900 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0303180 Apr 12 11:32:29.935955 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8814d6e-c010-4dc2-905c-efdb1b9ee100 req-a2786e9d-9909-4ace-ac79-f0655d0b4fa8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:29.937408 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d8814d6e-c010-4dc2-905c-efdb1b9ee100 req-a2786e9d-9909-4ace-ac79-f0655d0b4fa8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465782 Apr 12 11:32:29.983314 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d8814d6e-c010-4dc2-905c-efdb1b9ee100 req-bc62d93b-5226-48cd-85ca-a307200f81ef tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Apr 12 11:32:30.140211 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-325e9933-dde2-463b-b1c8-51bc4610b1fc req-039fd51f-7705-4da9-900a-0b9cf265bf1f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0288100 Apr 12 11:32:30.712010 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:32:31.095385 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbf1a5-fb79-4aaa-a91b-505d7c908d34 req-0b0c1191-ec05-4611-a89f-a105a680f5bc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:31.097051 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1dcbf1a5-fb79-4aaa-a91b-505d7c908d34 req-0b0c1191-ec05-4611-a89f-a105a680f5bc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469971 Apr 12 11:32:31.145459 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1dcbf1a5-fb79-4aaa-a91b-505d7c908d34 req-1a7f553d-1b8c-4cbb-8285-412fbec96b37 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Apr 12 11:32:31.237964 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d0f07d5-630c-497d-b488-5a69a8846ac9 req-e1f9cacb-d498-409b-8ee2-e1642252b171 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282254 Apr 12 11:32:31.520875 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2633a8f7-d28a-40d3-9d05-1857bcb549d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:32.261213 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aaa88-b2a2-4eea-a384-25773113e2b9 req-b2ab93f1-f265-463b-b2c8-51bcdda56c62 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:32.262716 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d8aaa88-b2a2-4eea-a384-25773113e2b9 req-b2ab93f1-f265-463b-b2c8-51bcdda56c62 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0504489 Apr 12 11:32:32.311212 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d8aaa88-b2a2-4eea-a384-25773113e2b9 req-bb1ffea5-ae51-474e-86cd-9df79dfde7e4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Apr 12 11:32:32.338646 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-55a33b25-e55f-4951-9621-43aafad0f479 req-01fbe380-1b7e-452f-9742-fff2a68f1328 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275888 Apr 12 11:32:33.423348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35ad41-07e8-4e2d-aff3-c5b376c0dd6b req-063bd1bc-d0b8-4374-9b51-9e288d4688cb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:33.424847 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eb35ad41-07e8-4e2d-aff3-c5b376c0dd6b req-063bd1bc-d0b8-4374-9b51-9e288d4688cb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470073 Apr 12 11:32:33.439726 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c1614dbf-8820-4ca3-b283-499e37876fc9 req-1c37309a-15c7-4d47-bea0-258cf3d5c92a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0291924 Apr 12 11:32:33.472210 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eb35ad41-07e8-4e2d-aff3-c5b376c0dd6b req-7249557c-91b0-4f61-a6ce-693f0bc7a10c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Apr 12 11:32:33.910172 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ee0599a3-0b7f-4052-9c61-be1537ca911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:34.541424 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b22b19c1-c7d5-4fe3-be4a-d9b33e318f96 req-b89c69ea-f85c-44e8-90fa-f1810c102057 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0308669 Apr 12 11:32:34.584627 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65024-e42c-4258-9c0c-1415aff2c751 req-0599e73d-1b43-4739-8c12-b85e44d23bec tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:34.586148 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d6c65024-e42c-4258-9c0c-1415aff2c751 req-0599e73d-1b43-4739-8c12-b85e44d23bec tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471332 Apr 12 11:32:34.632350 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d6c65024-e42c-4258-9c0c-1415aff2c751 req-950569a0-6648-439f-aaa6-093f76470dc7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Apr 12 11:32:35.150572 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:35.642715 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-64d5cca9-4a53-4804-848c-ab768d91514b req-1005a2a2-4755-4870-94ce-4f3081840005 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0305171 Apr 12 11:32:35.744335 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b99273-7577-43f7-b7c3-e7f9e7cad7dc req-1d680840-ffb3-4b46-bc19-1d3caea41673 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:35.745803 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99b99273-7577-43f7-b7c3-e7f9e7cad7dc req-1d680840-ffb3-4b46-bc19-1d3caea41673 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462842 Apr 12 11:32:35.793356 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99b99273-7577-43f7-b7c3-e7f9e7cad7dc req-59c87e9f-3f47-42df-976f-15da1bbeb348 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Apr 12 11:32:36.185609 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:36.747921 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-00c2df88-1ae2-4c22-b868-998b1808cfe3 req-fb3bedc5-d371-4ada-8348-612bbdbefc2e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283422 Apr 12 11:32:36.904832 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab5139-5e31-4ba9-af3b-2021b30d0e14 req-45691c1f-778c-468e-b3c6-81e72ee6efd8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:36.906291 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3ab5139-5e31-4ba9-af3b-2021b30d0e14 req-45691c1f-778c-468e-b3c6-81e72ee6efd8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0459197 Apr 12 11:32:36.952881 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3ab5139-5e31-4ba9-af3b-2021b30d0e14 req-ae654309-44eb-44fd-b09e-60a592ff6387 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Apr 12 11:32:37.801377 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:37.844451 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-48983bb3-6845-4f6d-ba3d-2d2066c1299e req-d1ca709f-83da-4227-ad62-c97735f8540d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272844 Apr 12 11:32:38.071640 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b434a-e8d9-4d81-9975-0b5fb995608e req-fe4ea5ba-6666-4887-bc2d-b52e55c34ab4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:38.073258 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf9b434a-e8d9-4d81-9975-0b5fb995608e req-fe4ea5ba-6666-4887-bc2d-b52e55c34ab4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0481048 Apr 12 11:32:38.123041 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf9b434a-e8d9-4d81-9975-0b5fb995608e req-71cde981-9681-4c9f-9e33-11fccd55f9c2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Apr 12 11:32:38.943697 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1762a58a-4ea5-4a8a-b6ea-e7fc84d1a8ea req-417b3326-a51e-4ffc-8107-1f3f442b2119 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272284 Apr 12 11:32:39.235981 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed254e0-c9b6-41aa-9d8a-e24a19d242a2 req-ad70e5e9-152b-472f-8b74-988e28a8f788 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:39.237437 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bed254e0-c9b6-41aa-9d8a-e24a19d242a2 req-ad70e5e9-152b-472f-8b74-988e28a8f788 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0491810 Apr 12 11:32:39.284803 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bed254e0-c9b6-41aa-9d8a-e24a19d242a2 req-9f1f4719-1ac2-4350-abd3-ed95f85d09eb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Apr 12 11:32:40.041922 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-688d1483-8a55-4177-9b83-d4c41605857d req-af16fdef-69ed-414c-b368-d78d4be37baa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275397 Apr 12 11:32:40.395349 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290390e0-f52f-4c37-a7df-df104fbda560 req-c15a698b-ab64-4341-88d2-c6d2bb1c5fd4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:40.396805 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-290390e0-f52f-4c37-a7df-df104fbda560 req-c15a698b-ab64-4341-88d2-c6d2bb1c5fd4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468845 Apr 12 11:32:40.443266 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-290390e0-f52f-4c37-a7df-df104fbda560 req-52d43f55-0ae0-403f-9815-b7ffb6dcd1ea tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Apr 12 11:32:41.140825 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b22f468-dfe8-424a-8b70-c6c362a8f24f req-f4b67c82-cf9f-49db-b920-c2b646f983f6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274963 Apr 12 11:32:41.553647 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399a071-db2b-49ab-89d7-4ad19a7b2139 req-438337c1-65af-473f-8fa4-ad06a0c16ed1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:41.555032 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c399a071-db2b-49ab-89d7-4ad19a7b2139 req-438337c1-65af-473f-8fa4-ad06a0c16ed1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0464303 Apr 12 11:32:41.604308 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c399a071-db2b-49ab-89d7-4ad19a7b2139 req-701a1834-d501-48ed-944c-d640b4f6831b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 Apr 12 11:32:42.244495 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2244044d-218d-451c-a6fe-2956ee7b2d96 req-494601f8-9b95-49e8-b7d4-82a0ffe45350 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0326471 Apr 12 11:32:42.721262 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c673a-1a47-49e1-9cbd-a0d0e810181d req-86aeee92-fe9c-4a55-97a3-553d7949e9a9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:42.722749 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900c673a-1a47-49e1-9cbd-a0d0e810181d req-86aeee92-fe9c-4a55-97a3-553d7949e9a9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468638 Apr 12 11:32:42.768522 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900c673a-1a47-49e1-9cbd-a0d0e810181d req-25040de1-bc30-4a8f-80c4-a93fa9acd564 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Apr 12 11:32:43.344234 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-918f5e59-b88a-4d6c-9619-d8515c110d42 req-2b67e754-7523-4d87-9f3d-32ad89d5d27c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267913 Apr 12 11:32:43.880104 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08430-a605-4e99-af28-cd0b8f27ee3c req-3e797162-bbc8-4c24-8728-316dcb0cc995 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:43.881574 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a5e08430-a605-4e99-af28-cd0b8f27ee3c req-3e797162-bbc8-4c24-8728-316dcb0cc995 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0472827 Apr 12 11:32:43.928904 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a5e08430-a605-4e99-af28-cd0b8f27ee3c req-66078259-0059-4179-96d4-fb1677ac7421 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Apr 12 11:32:44.444810 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-812c1cb2-0a8b-4656-8428-44e3af04940c req-0c23350b-4f26-401d-af89-8346d35c3f15 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276394 Apr 12 11:32:45.042495 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445ece7-d7c5-4664-a89c-141efc5e3bed req-4bdb7989-4068-47ce-bdc4-c778bc21f67a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:45.043954 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9445ece7-d7c5-4664-a89c-141efc5e3bed req-4bdb7989-4068-47ce-bdc4-c778bc21f67a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465813 Apr 12 11:32:45.092520 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9445ece7-d7c5-4664-a89c-141efc5e3bed req-404141d5-d466-4f23-9341-fc018bdc3790 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Apr 12 11:32:45.543291 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-12475529-ac22-4550-ba40-509359872b7e req-edbcf468-8dfd-4a2a-b5b9-a09c46597fc3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279338 Apr 12 11:32:46.209121 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1490a2f-fbfa-4b8e-ba0a-faa82dbcd5a5 req-9a6549b2-52fe-4616-a622-18293b8c5155 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:46.210633 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f1490a2f-fbfa-4b8e-ba0a-faa82dbcd5a5 req-9a6549b2-52fe-4616-a622-18293b8c5155 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0518992 Apr 12 11:32:46.260423 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f1490a2f-fbfa-4b8e-ba0a-faa82dbcd5a5 req-40b78a78-844c-4f32-a421-298f1e2903bf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439072 Apr 12 11:32:46.639397 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e2890d1f-9181-4da5-a879-84a6769e68ea req-4d561e61-e036-498c-875a-54eff48140d7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275164 Apr 12 11:32:47.377172 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c668-81b5-43d1-867b-68a484250d27 req-255d76e1-8bfb-494b-a6c4-a0789f574d47 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:47.378666 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab85c668-81b5-43d1-867b-68a484250d27 req-255d76e1-8bfb-494b-a6c4-a0789f574d47 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0473058 Apr 12 11:32:47.425836 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab85c668-81b5-43d1-867b-68a484250d27 req-17a439aa-b12f-4182-9fd5-0aa58ccb1c46 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Apr 12 11:32:47.740653 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ddde689-f236-48db-9233-ce58feb7e82e req-52c7d472-cbb9-4220-a36f-4da4e162a0c5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0306289 Apr 12 11:32:48.537819 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928f782-22ac-4e68-a9c6-fb08f6982a99 req-2fe1fc1e-e2c6-4856-8ce0-7a347633c221 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:48.539317 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7928f782-22ac-4e68-a9c6-fb08f6982a99 req-2fe1fc1e-e2c6-4856-8ce0-7a347633c221 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0479519 Apr 12 11:32:48.584873 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7928f782-22ac-4e68-a9c6-fb08f6982a99 req-fbaa7113-b831-48ec-9c05-c7307b7d9f1d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Apr 12 11:32:48.837401 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-73ec534c-3b44-4d5b-acd9-a35593d873c5 req-3cbf47a3-29e7-4896-a846-d67c768366b0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271721 Apr 12 11:32:49.701128 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666686d-24f5-4874-abfd-188c64864afc req-436edce2-0d8c-4100-ba4c-a87bac9ebe65 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:49.703128 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0666686d-24f5-4874-abfd-188c64864afc req-436edce2-0d8c-4100-ba4c-a87bac9ebe65 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0506275 Apr 12 11:32:49.751534 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0666686d-24f5-4874-abfd-188c64864afc req-da45ea56-291b-4d60-9570-9f03f7f8733a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Apr 12 11:32:49.938449 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43d956d0-3680-41b9-8d61-82d00959e0ec req-962ac06c-0194-4bca-af1f-6655cf6f8248 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0313764 Apr 12 11:32:50.862822 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7fa86-2de1-4092-b2c1-0576b71e5e1c req-56e27f82-2039-4b39-8a9f-f5dffee04ddd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:50.864245 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e0e7fa86-2de1-4092-b2c1-0576b71e5e1c req-56e27f82-2039-4b39-8a9f-f5dffee04ddd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466576 Apr 12 11:32:50.913675 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e0e7fa86-2de1-4092-b2c1-0576b71e5e1c req-528d7e5d-82dd-4a25-9af8-2ff1182c18a6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437355 Apr 12 11:32:51.036166 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5ddaeb0-101a-4ed3-92f6-f7105c71b525 req-e7b51d63-df2c-4b26-85f2-12222c0e15dd tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276423 Apr 12 11:32:52.030992 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310784-03e6-4ed1-873a-bb036c29e5c6 req-265810ad-41f2-40c6-95da-b93da6ce5654 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:52.032457 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ee310784-03e6-4ed1-873a-bb036c29e5c6 req-265810ad-41f2-40c6-95da-b93da6ce5654 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0505595 Apr 12 11:32:52.083484 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ee310784-03e6-4ed1-873a-bb036c29e5c6 req-b7bd3735-eec2-4c0e-8af9-26e10f4ca640 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Apr 12 11:32:52.136847 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7a63ff58-a846-4eb1-bdaa-8ad94018778e req-5361b771-50fe-4a04-8d0c-b2fe0083b23d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276911 Apr 12 11:32:52.453703 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:32:53.196884 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c533a4-8caa-4044-b7f1-efc376e41395 req-13a0fac9-7df1-4551-abed-a112f4eeedef tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:53.199279 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-49c533a4-8caa-4044-b7f1-efc376e41395 req-13a0fac9-7df1-4551-abed-a112f4eeedef tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0480304 Apr 12 11:32:53.235358 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6f019155-4fe3-4e69-8594-f6616f2c2436 req-20ba73a6-ab9c-450e-88e2-21320424b8fa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274923 Apr 12 11:32:53.249442 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-49c533a4-8caa-4044-b7f1-efc376e41395 req-e807bb87-e919-4241-a9b1-b90e5db2f73a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Apr 12 11:32:54.334633 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ba8e6e7c-84d5-4042-a9d5-dc42ad416b07 req-f4d21d8c-cc1e-4425-b57d-13458682d501 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282140 Apr 12 11:32:54.363877 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03489fff-f51f-40c6-9f3c-5b7409ebeb52 req-3fceee9e-fe10-4872-b699-8c697131e153 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:54.365362 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03489fff-f51f-40c6-9f3c-5b7409ebeb52 req-3fceee9e-fe10-4872-b699-8c697131e153 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0489707 Apr 12 11:32:54.415082 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03489fff-f51f-40c6-9f3c-5b7409ebeb52 req-84866215-2cc5-47df-9ff9-73af9990ad06 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Apr 12 11:32:55.435341 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-86abeaf7-12c3-4667-8e0d-5eed5a750b06 req-4c845666-3cfd-47dd-b5dc-17296b0bb09f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Apr 12 11:32:55.526908 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89c63-bfb9-4fb6-916c-78a5ea086dc5 req-124bb785-51b5-4038-a927-613590a43353 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:55.528358 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e2a89c63-bfb9-4fb6-916c-78a5ea086dc5 req-124bb785-51b5-4038-a927-613590a43353 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0459816 Apr 12 11:32:55.574421 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e2a89c63-bfb9-4fb6-916c-78a5ea086dc5 req-b9e449ce-e9b3-402e-885d-e032b53401df tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Apr 12 11:32:56.537625 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-33b73d7f-d88f-4508-8c95-785ab9dff189 req-edc3323e-d387-4774-9cf2-3a4cd0b6c43e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0327923 Apr 12 11:32:56.689112 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b4ce9-1b0d-4f05-abe8-f29f6d8fdbe5 req-57432dd1-8300-4595-94ad-1249d7e2f83d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:56.690585 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-438b4ce9-1b0d-4f05-abe8-f29f6d8fdbe5 req-57432dd1-8300-4595-94ad-1249d7e2f83d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0487990 Apr 12 11:32:56.736880 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-438b4ce9-1b0d-4f05-abe8-f29f6d8fdbe5 req-15eae38a-1bac-47fb-b81c-693aa3b1f910 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Apr 12 11:32:57.635651 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2d9d62b0-040e-45a6-96dd-27e6d34c8485 req-f8c410ce-8a2a-4f35-8c6a-dd716d68418d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0269787 Apr 12 11:32:57.851876 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9504b7a-30ef-4ca8-8b3b-363cb3d87be2 req-f60b7311-74db-46f6-bac6-e4c371375421 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:57.853244 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a9504b7a-30ef-4ca8-8b3b-363cb3d87be2 req-f60b7311-74db-46f6-bac6-e4c371375421 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460916 Apr 12 11:32:57.899627 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a9504b7a-30ef-4ca8-8b3b-363cb3d87be2 req-7b0314fe-2d63-4b92-a049-4e616987c113 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Apr 12 11:32:58.736838 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d8a15993-6c2f-4681-a24f-9bbd803687d0 req-facb875e-ef59-4fc8-83f7-c344ef66e744 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284805 Apr 12 11:32:59.015442 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f321910-d8b4-43e4-87dc-cdddd5b133da req-da4302ae-23ab-4360-ae80-a2c0fe3594b1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:32:59.016953 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2f321910-d8b4-43e4-87dc-cdddd5b133da req-da4302ae-23ab-4360-ae80-a2c0fe3594b1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0519462 Apr 12 11:32:59.063979 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2f321910-d8b4-43e4-87dc-cdddd5b133da req-78d726b8-ceeb-460f-9ea0-856dddb20508 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Apr 12 11:32:59.836027 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bcbd8319-36b6-49c3-9c6a-c8750285fc16 req-dd9303d6-95b6-4e79-9cf5-4d4150d79bd9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273075 Apr 12 11:33:00.180924 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73246503-1613-4045-aa06-fbb2de9b018a req-b7bd098e-9e84-43fb-8345-7f5279afc699 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:00.182402 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-73246503-1613-4045-aa06-fbb2de9b018a req-b7bd098e-9e84-43fb-8345-7f5279afc699 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0504801 Apr 12 11:33:00.227578 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-73246503-1613-4045-aa06-fbb2de9b018a req-47724415-7bf5-4033-8aea-1bc00666e105 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Apr 12 11:33:00.933566 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfa39469-e5c4-4c45-96be-43662a724d40 req-6d08cf1d-0f2b-4d6c-9569-0f8f55e9fb4e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0265036 Apr 12 11:33:01.339541 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c8089-0565-4732-ac45-08e6ad47277d req-d4541e8f-9111-4ec9-af46-f4cae26a1eab tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:01.341012 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-249c8089-0565-4732-ac45-08e6ad47277d req-d4541e8f-9111-4ec9-af46-f4cae26a1eab tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462689 Apr 12 11:33:01.390980 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-249c8089-0565-4732-ac45-08e6ad47277d req-a01b89c1-1b4f-461a-9af2-c1135cf6b387 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441432 Apr 12 11:33:01.492900 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8fe241f7-22ee-41cc-80b4-c57c64804a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:02.032905 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-870c386e-5755-4f5b-97d8-b575c1eb5849 req-b99caaa6-1523-4b7c-8f80-c5b22ca3b536 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284739 Apr 12 11:33:02.504113 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0b4f-8629-44a9-a7e9-74635951b3bb req-c63fda38-eda1-40d3-9e35-b860b60c4601 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:02.505629 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27ea0b4f-8629-44a9-a7e9-74635951b3bb req-c63fda38-eda1-40d3-9e35-b860b60c4601 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0482643 Apr 12 11:33:02.555072 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27ea0b4f-8629-44a9-a7e9-74635951b3bb req-1e969105-c688-4a14-9e8c-1861802aeda0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Apr 12 11:33:03.131657 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-85784b70-6bb9-4d01-94b3-2d90455b73f7 req-1a879a68-5c89-4255-a359-7145cc89f4a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283651 Apr 12 11:33:03.666788 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f47112-6294-49ce-b9ea-34702270f0c0 req-c0d46f15-a8ef-4b04-a110-483a95a9692a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:03.668241 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a3f47112-6294-49ce-b9ea-34702270f0c0 req-c0d46f15-a8ef-4b04-a110-483a95a9692a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470757 Apr 12 11:33:03.714705 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a3f47112-6294-49ce-b9ea-34702270f0c0 req-bca9bbea-a9d3-4d20-9271-688a187667c6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Apr 12 11:33:03.903813 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7471786-dc96-4cb9-8e2e-753ce7a649d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:04.229395 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-58b318d4-29ce-448b-8203-87097ad3bc67 req-6190fda7-0b86-422c-ac5c-24ac52977684 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Apr 12 11:33:04.827281 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81747f52-cdb9-46af-95cd-66b5d936ef12 req-c3bc907a-ff71-41d4-9197-6752522f3aef tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:04.828744 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-81747f52-cdb9-46af-95cd-66b5d936ef12 req-c3bc907a-ff71-41d4-9197-6752522f3aef tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467291 Apr 12 11:33:04.875078 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-81747f52-cdb9-46af-95cd-66b5d936ef12 req-27e35865-a031-4faf-b991-3bc6aca822a4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Apr 12 11:33:05.150047 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:05.333931 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-26f49139-b2f3-460a-bd5f-fccbf4f3a0e0 req-1c95ab21-dced-4570-962b-24c1bcffaf3f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0306215 Apr 12 11:33:05.983901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e9be5-9841-4207-93cf-ff08e52e7160 req-a9495393-4263-43f2-9753-5cda68ac7831 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:05.985419 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-777e9be5-9841-4207-93cf-ff08e52e7160 req-a9495393-4263-43f2-9753-5cda68ac7831 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460374 Apr 12 11:33:06.036369 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-777e9be5-9841-4207-93cf-ff08e52e7160 req-6e1b5c8b-1b0f-4e7f-8c9e-3a995c7bda92 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Apr 12 11:33:06.179305 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:06.432130 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-08f70d0c-cdcc-4d07-8c96-8f257cc2fe40 req-4f65d5f0-9d41-4aa7-848c-51fd539a2c08 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273466 Apr 12 11:33:07.149297 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30283f60-3494-4fe8-bc30-99b174dc69ca req-20bd5136-df56-4a08-bbb8-5e3fba1cde4d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:07.150804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-30283f60-3494-4fe8-bc30-99b174dc69ca req-20bd5136-df56-4a08-bbb8-5e3fba1cde4d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0496609 Apr 12 11:33:07.198398 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-30283f60-3494-4fe8-bc30-99b174dc69ca req-bc02e5e8-5c44-4198-893e-591e0931ea63 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Apr 12 11:33:07.532176 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1a393ff7-13d1-4047-b3fa-589277f43c7d req-189f8e42-c9c6-430a-a816-67a0c05c086c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0297422 Apr 12 11:33:07.711547 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:33:07.812460 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:08.308425 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a078a0-9cd5-46e7-b9fd-4229ba3d1213 req-a5806c57-0e29-44ab-a933-73096133926f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:08.309886 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-81a078a0-9cd5-46e7-b9fd-4229ba3d1213 req-a5806c57-0e29-44ab-a933-73096133926f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463388 Apr 12 11:33:08.355738 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-81a078a0-9cd5-46e7-b9fd-4229ba3d1213 req-ed14fe01-8f8d-4b2f-87b8-82bbe8f741d3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Apr 12 11:33:08.633346 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7790fe74-a121-4ff8-a30e-4736638f1a39 req-45025c9d-a95c-4e9d-89b2-ee9e1637bf03 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0318272 Apr 12 11:33:09.468123 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5477165-53c2-4cfd-bc4f-4a8b6801e719 req-bb94b70a-25e6-427b-bb23-0d21c8f7235b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:09.469595 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f5477165-53c2-4cfd-bc4f-4a8b6801e719 req-bb94b70a-25e6-427b-bb23-0d21c8f7235b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467105 Apr 12 11:33:09.519921 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f5477165-53c2-4cfd-bc4f-4a8b6801e719 req-b7f593a0-30a8-49b1-afef-f2ddc8fe96aa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448232 Apr 12 11:33:09.732247 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b656a977-4662-4d57-93d6-bb2994e7f49b req-b2e77252-ad73-4219-8e0d-f5896360d0d6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273175 Apr 12 11:33:10.630210 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3943f-794d-4de8-b779-c83a561f811f req-6973f4fa-22c7-4dc8-8f26-6d1586816550 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:10.631644 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15c3943f-794d-4de8-b779-c83a561f811f req-6973f4fa-22c7-4dc8-8f26-6d1586816550 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461764 Apr 12 11:33:10.676698 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15c3943f-794d-4de8-b779-c83a561f811f req-b1c1a17c-5a0e-4634-945c-3f0ac3d49a3a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Apr 12 11:33:10.829673 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e8994ec0-421c-44fb-af53-e6a7424086ee req-ae710198-9bf4-4e3f-a0e7-84a8729758b8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0270483 Apr 12 11:33:11.788562 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968fbfd-8a95-4720-b3d5-a8dd91e13214 req-f22aadfa-aaa4-47e3-be5b-ef3c10359c64 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:11.790033 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c968fbfd-8a95-4720-b3d5-a8dd91e13214 req-f22aadfa-aaa4-47e3-be5b-ef3c10359c64 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470941 Apr 12 11:33:11.835659 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c968fbfd-8a95-4720-b3d5-a8dd91e13214 req-49888bbd-d03d-4eb9-ae6f-e0911357ee32 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Apr 12 11:33:11.929875 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-809aef3a-ea1e-45fb-92c8-b0503e96d04b req-0ac4b4ae-9257-4bba-abba-600b81b8d2c4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273004 Apr 12 11:33:12.949255 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4709d-f884-425d-ac8b-00c9d073edba req-710fa943-d404-4f26-972a-db7366d3abf3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:12.950719 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbc4709d-f884-425d-ac8b-00c9d073edba req-710fa943-d404-4f26-972a-db7366d3abf3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0496764 Apr 12 11:33:13.000488 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbc4709d-f884-425d-ac8b-00c9d073edba req-4453e0d9-6d7a-483f-bce1-f7bc9cd637f9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Apr 12 11:33:13.032152 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5f0de178-64ef-46bb-8575-0770eaac8e9b req-6a060dcf-6116-4fa0-93b4-bec5e7629508 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274670 Apr 12 11:33:14.119786 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411cdcd-1751-499e-8b30-6afaf3eb33ad req-011fdde0-2608-40bd-844d-d5a399295f38 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:14.121262 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f411cdcd-1751-499e-8b30-6afaf3eb33ad req-011fdde0-2608-40bd-844d-d5a399295f38 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0510392 Apr 12 11:33:14.133716 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-519e05af-8db4-4373-b329-b9467fc1db97 req-b41bbe48-5e5c-4643-b2f1-fd59dd86b5bb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0289152 Apr 12 11:33:14.169476 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f411cdcd-1751-499e-8b30-6afaf3eb33ad req-1e9e14aa-8262-45d3-93f3-62bbc0459781 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 Apr 12 11:33:15.233542 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c8ca6863-eafb-45c4-b8b2-ac8489f74370 req-efcf6c2a-88a1-44c9-ae56-3e955254a43c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0286891 Apr 12 11:33:15.284695 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3c1df-b9ed-432a-9068-04332f06c2fa req-8f4a84c5-49c7-4e69-8ea9-7d97f4fa58b0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:15.286202 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d0c3c1df-b9ed-432a-9068-04332f06c2fa req-8f4a84c5-49c7-4e69-8ea9-7d97f4fa58b0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0482042 Apr 12 11:33:15.335354 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d0c3c1df-b9ed-432a-9068-04332f06c2fa req-0bee372a-c934-4ae2-934f-b51bf8dc716a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436146 Apr 12 11:33:16.331807 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-773752b8-6908-4ac9-9a9a-eeec7c9001b1 req-fbd6e4ad-8cb8-45b1-9c43-3b41a56e080e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275371 Apr 12 11:33:16.445402 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d8d82-6c0f-450f-86eb-4ca9446bd554 req-cb8a4ea5-6bc6-4eb1-84d0-76d469142342 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:16.446930 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-db7d8d82-6c0f-450f-86eb-4ca9446bd554 req-cb8a4ea5-6bc6-4eb1-84d0-76d469142342 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461824 Apr 12 11:33:16.491020 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-8c1ff723-9a40-4903-a6f5-96560dfb538f service neutron] (103887) timed out ('10.222.0.59', 46312) {{(pid=103887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:33:16.498049 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-db7d8d82-6c0f-450f-86eb-4ca9446bd554 req-692e5574-351c-4325-a3da-6818c40dd5e9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Apr 12 11:33:16.658176 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-fd569a6a-50c1-41e1-aa22-a418f58975cf req-377c2792-3b28-4d4d-8393-7994fa988972 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] (103887) timed out ('10.222.0.59', 46320) {{(pid=103887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:33:17.429612 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6c7004a-e964-45e4-a95a-7a7db223a12c req-a9df84fe-1ca6-453d-b1eb-71c1d0c9bcd7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279100 Apr 12 11:33:17.610792 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5f174-b519-4d5e-8692-dca55e109e91 req-472491b8-b714-4a1b-b65a-5f74f1317bbd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:17.612172 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bec5f174-b519-4d5e-8692-dca55e109e91 req-472491b8-b714-4a1b-b65a-5f74f1317bbd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470819 Apr 12 11:33:17.657775 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bec5f174-b519-4d5e-8692-dca55e109e91 req-31d4adee-9b41-49c7-9e57-2d65600da9e6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Apr 12 11:33:18.530186 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-76573e71-a4a6-44cc-a5dc-175c03cf5bf9 req-a1f25775-40f9-4606-8a69-637a0c209b7a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0327134 Apr 12 11:33:18.769593 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411aa78-2dbe-4414-953f-c11fa9bdeaf4 req-f8bdd0a8-b631-43e7-bd8a-b04d825985a6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:18.771095 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c411aa78-2dbe-4414-953f-c11fa9bdeaf4 req-f8bdd0a8-b631-43e7-bd8a-b04d825985a6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0475147 Apr 12 11:33:18.817470 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c411aa78-2dbe-4414-953f-c11fa9bdeaf4 req-c4d18b39-03ec-4083-8c60-5b5b42f75db9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Apr 12 11:33:19.631208 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-670a1c56-1d65-4e1f-9808-b885419d05cd req-e343ae0e-37c6-4006-8ace-a5f94ed9415f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0281236 Apr 12 11:33:19.931122 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53195c4-12c9-4b77-97e9-348f3628fbf1 req-d2d7cbfa-b932-4cd5-a366-ca8469189fc3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:19.932569 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a53195c4-12c9-4b77-97e9-348f3628fbf1 req-d2d7cbfa-b932-4cd5-a366-ca8469189fc3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0492234 Apr 12 11:33:19.980294 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a53195c4-12c9-4b77-97e9-348f3628fbf1 req-c3ec2fcd-f650-42d2-95b9-ec75f65a757b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422537 Apr 12 11:33:20.729107 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca6347b1-08fd-4e7e-883a-558c583754fe req-4f270f0d-8b1d-4bcd-8009-33506382709a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Apr 12 11:33:21.103341 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b9b26-3c76-434b-bf7e-737792abefad req-f5bcb373-7890-4621-a322-d03a89258807 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:21.104811 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-481b9b26-3c76-434b-bf7e-737792abefad req-f5bcb373-7890-4621-a322-d03a89258807 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0514121 Apr 12 11:33:21.151758 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-481b9b26-3c76-434b-bf7e-737792abefad req-ff838ba4-1436-4179-bf9d-cf05e8fe20cf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Apr 12 11:33:21.826859 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cb943f80-3d52-4055-8dac-122086d5a866 req-f968216d-3550-4679-98ea-f7ef029c50f5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Apr 12 11:33:22.267430 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4148b2d-9a6a-4397-849b-8ff7e0d7e44b req-6702c49a-e89d-4734-8bca-761ab9479835 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:22.269080 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4148b2d-9a6a-4397-849b-8ff7e0d7e44b req-6702c49a-e89d-4734-8bca-761ab9479835 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0505672 Apr 12 11:33:22.320126 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4148b2d-9a6a-4397-849b-8ff7e0d7e44b req-9dfb75da-bda2-4015-8584-62450066ab14 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Apr 12 11:33:22.675408 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:22.926074 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2d06af2-6602-4395-8749-81b163198b3b req-c628a7f9-8720-4e04-b9d9-f09497c4ea8b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272205 Apr 12 11:33:23.427683 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf38f3-233c-489d-bb80-27488ec94530 req-aa081206-24f4-405d-b005-992986783335 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:23.429118 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2baf38f3-233c-489d-bb80-27488ec94530 req-aa081206-24f4-405d-b005-992986783335 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462482 Apr 12 11:33:23.477890 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2baf38f3-233c-489d-bb80-27488ec94530 req-2127250c-cf36-4b34-bbf1-dccf8d9c5875 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Apr 12 11:33:24.026253 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e5d83675-2af5-4f11-9dc8-38b3b413eab1 req-e5fe56f4-5f57-4ae7-ac77-283e1c6a3930 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282052 Apr 12 11:33:24.587905 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c978c53-d390-4401-bae8-2c941a71a5e1 req-107e7e9e-70e6-4923-8622-d24675419503 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:24.589335 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5c978c53-d390-4401-bae8-2c941a71a5e1 req-107e7e9e-70e6-4923-8622-d24675419503 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0457606 Apr 12 11:33:24.635002 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5c978c53-d390-4401-bae8-2c941a71a5e1 req-97ef130a-bd91-46ce-b877-5b4f04a3e485 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 Apr 12 11:33:25.125333 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-695e7767-6547-4b9a-accd-197fd2ceda39 req-70ab4af8-019b-42fb-be9d-1980eadf77dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283179 Apr 12 11:33:25.746895 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e312ab-afde-4936-b3ab-e445e15a8efb req-95f9b5fa-ff96-4094-a7ca-d443043ca519 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:25.748348 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95e312ab-afde-4936-b3ab-e445e15a8efb req-95f9b5fa-ff96-4094-a7ca-d443043ca519 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467041 Apr 12 11:33:25.796263 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95e312ab-afde-4936-b3ab-e445e15a8efb req-5e211a6e-f30e-43fa-98f3-ade4c1924344 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Apr 12 11:33:26.227743 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f59c7d3-2ecb-4856-8169-0551d3bc900e req-e20fff26-be7e-4d5e-97f9-fb8bb239b1f6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0310113 Apr 12 11:33:26.906820 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53133eef-afa2-4eec-8e3d-bc9ad02cfc44 req-95a46a5f-0a25-4fd4-9a06-7e00bc4734d7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:26.908285 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-53133eef-afa2-4eec-8e3d-bc9ad02cfc44 req-95a46a5f-0a25-4fd4-9a06-7e00bc4734d7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471549 Apr 12 11:33:26.954482 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-53133eef-afa2-4eec-8e3d-bc9ad02cfc44 req-7ffdd369-fe89-4d4b-9258-406c1468ce43 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Apr 12 11:33:27.329753 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8cbb88ac-7035-450f-a6f1-5f77010a1489 req-e4ef9c51-b738-4c93-9ea1-7074d329a739 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Apr 12 11:33:28.069923 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b3f8f-ca81-4767-8636-f7c17c6bef0b req-2c859cc6-2f40-4ffa-b104-b317d021a4ea tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:28.071495 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-617b3f8f-ca81-4767-8636-f7c17c6bef0b req-2c859cc6-2f40-4ffa-b104-b317d021a4ea tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0512738 Apr 12 11:33:28.118369 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-617b3f8f-ca81-4767-8636-f7c17c6bef0b req-0d608a3a-2c52-4d9f-8250-8f5cb66da4e8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Apr 12 11:33:28.431604 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43a1e76a-785d-4963-9558-9ca56b741d5e req-64845b9d-7600-40ad-85f9-3a487ee83d40 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0280640 Apr 12 11:33:29.229825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c46df7-2fe4-4f7f-bf99-7e1e10b1b489 req-6b841c65-d801-41f9-8f33-6d42c5add1f3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:29.231517 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d8c46df7-2fe4-4f7f-bf99-7e1e10b1b489 req-6b841c65-d801-41f9-8f33-6d42c5add1f3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0473592 Apr 12 11:33:29.282306 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d8c46df7-2fe4-4f7f-bf99-7e1e10b1b489 req-477d2c24-1d74-4460-9655-8121262bb300 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452147 Apr 12 11:33:29.533495 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-01dd96b6-69f7-471d-b5d7-9fde0674aad9 req-75886ee7-7c1d-492f-9803-bfc6c4d8e0fc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0319612 Apr 12 11:33:30.395732 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a3ce4-841e-4a5c-8807-28f60152a39d req-b2b5a780-1476-4077-99ed-e4a2c5f89026 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:30.397169 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc9a3ce4-841e-4a5c-8807-28f60152a39d req-b2b5a780-1476-4077-99ed-e4a2c5f89026 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0500028 Apr 12 11:33:30.442577 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc9a3ce4-841e-4a5c-8807-28f60152a39d req-0b05e573-5bd2-4c14-aa4c-6dae0a319fff tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Apr 12 11:33:30.638912 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-927b0090-035a-402e-8e30-73a03011d303 req-e452f3bc-f580-461b-aeb5-4860c5479034 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267410 Apr 12 11:33:31.556694 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580538a0-10ac-4962-aceb-cbbbc58c61ec req-39f060b7-7435-43d7-a6df-31340c560afa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:31.558228 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-580538a0-10ac-4962-aceb-cbbbc58c61ec req-39f060b7-7435-43d7-a6df-31340c560afa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0498867 Apr 12 11:33:31.572447 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa2805f0-cd0b-4b4f-8339-e8dcb019bbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:31.605135 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-580538a0-10ac-4962-aceb-cbbbc58c61ec req-1cd421e7-0887-4c5e-b752-90ef78bf213a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Apr 12 11:33:31.737730 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6cb05e04-080e-448b-9bbb-f9464b5201a2 req-eaa09b7f-08c6-4a51-9281-e0748fe78a07 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275311 Apr 12 11:33:32.723915 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34570ea0-ccb5-4f65-adfd-a678fa7c5411 req-0e81ba0e-7f91-4074-93b8-cd463546429b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:32.725335 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-34570ea0-ccb5-4f65-adfd-a678fa7c5411 req-0e81ba0e-7f91-4074-93b8-cd463546429b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461855 Apr 12 11:33:32.774123 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-34570ea0-ccb5-4f65-adfd-a678fa7c5411 req-b42da16c-248d-4e45-8509-22819431ddad tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432827 Apr 12 11:33:32.836611 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8e21971a-5565-4d52-8112-642d7cc4b9af req-925cfd0d-b039-462a-b1e7-b5f1666179fc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277176 Apr 12 11:33:33.886982 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f7d555c5-9ba8-4205-b0c5-6d3fa44c3bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:33.888513 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c011c-faa2-491d-aa6e-dfccb62f8065 req-4860973d-78ee-44dc-b982-e25bb57a4700 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:33.890052 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a87c011c-faa2-491d-aa6e-dfccb62f8065 req-4860973d-78ee-44dc-b982-e25bb57a4700 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471132 Apr 12 11:33:33.941559 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a87c011c-faa2-491d-aa6e-dfccb62f8065 req-23c011dd-fbe7-43a9-ae94-6c93b53f3930 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Apr 12 11:33:34.027591 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f877a98b-44a1-4b4a-accf-5a975fe57322 req-4e642393-7561-4d05-8345-1fbe9dd1e096 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0293741 Apr 12 11:33:35.056475 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59666315-0989-427f-8e67-953aaef2db8c req-732211f7-a03c-4cdd-b43d-1ced1dc5cb96 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:35.057969 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-59666315-0989-427f-8e67-953aaef2db8c req-732211f7-a03c-4cdd-b43d-1ced1dc5cb96 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0472078 Apr 12 11:33:35.105488 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-59666315-0989-427f-8e67-953aaef2db8c req-4b32d369-70b4-4916-aa75-4cd174367eb4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Apr 12 11:33:35.128727 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b5448ea7-7a5d-4924-b1be-6c3ea8cb6fae req-7217da0c-5cc0-4f8b-b8fc-f6eb8088cc39 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282271 Apr 12 11:33:35.161878 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:36.183990 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:36.224664 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b87a22-1983-4b7c-b604-519bd5667764 req-c987264a-58cc-4937-bd9f-877933c9e86e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:36.226446 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b9b87a22-1983-4b7c-b604-519bd5667764 req-c987264a-58cc-4937-bd9f-877933c9e86e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0529461 Apr 12 11:33:36.231130 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-925e0918-1b81-4f62-a5e6-411c593aa58c req-5a6d0976-5fbb-4817-89f5-509f1c679db1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283337 Apr 12 11:33:36.275220 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b9b87a22-1983-4b7c-b604-519bd5667764 req-2457a603-245a-4e43-9e46-6434f56fe4c4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425568 Apr 12 11:33:37.329900 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f8422642-b0a7-4b1e-8200-7130c2e12e95 req-709e0a95-80ed-415a-9eee-a514f0802f34 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Apr 12 11:33:37.389143 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369a8d9-e929-42de-b3b3-2de1cd98c72e req-3264577c-d321-4125-8427-bdc1668e2c62 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:37.390629 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e369a8d9-e929-42de-b3b3-2de1cd98c72e req-3264577c-d321-4125-8427-bdc1668e2c62 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467622 Apr 12 11:33:37.436385 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e369a8d9-e929-42de-b3b3-2de1cd98c72e req-cdee507d-b596-421e-b346-b35345a35f32 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Apr 12 11:33:37.806452 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:38.430771 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e292f22-35d4-4686-a7d7-4791e397cf6e req-70e2de93-3842-4719-89c3-8e2ff77fa8f5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0310807 Apr 12 11:33:38.548764 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606ea2-d5c6-4ecf-a798-a1271544e649 req-bb770b0f-4f34-4a92-8c0b-4726d7334476 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:38.550246 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e9606ea2-d5c6-4ecf-a798-a1271544e649 req-bb770b0f-4f34-4a92-8c0b-4726d7334476 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0459433 Apr 12 11:33:38.599482 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e9606ea2-d5c6-4ecf-a798-a1271544e649 req-77c60c0a-16b4-40b9-ba26-9bd44d5a44b7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Apr 12 11:33:39.528169 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e34c8f0c-30b6-4b44-9f4b-09c43b11c901 req-1492e7ea-a3bd-45fc-9791-ed63f95bc091 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276310 Apr 12 11:33:39.711456 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8ea06-27f4-4db4-8074-a4ae631ec5be req-0e1f1f3c-aa94-4452-889c-ec3dc61f1afd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:39.712900 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-64f8ea06-27f4-4db4-8074-a4ae631ec5be req-0e1f1f3c-aa94-4452-889c-ec3dc61f1afd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462766 Apr 12 11:33:39.758793 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-64f8ea06-27f4-4db4-8074-a4ae631ec5be req-87813a45-1823-478e-8710-2703da1f1cb1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Apr 12 11:33:40.626286 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8504ab68-51f3-4119-a6d3-56093b5a0711 req-f3564ecc-ee94-48e1-8c03-eeada52c33cd tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284069 Apr 12 11:33:40.871616 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec059c-0a72-4e22-8caf-675dae77978a req-d0d9efd4-5468-42f9-aaa5-7ed5b3810e0d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:40.872987 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-74ec059c-0a72-4e22-8caf-675dae77978a req-d0d9efd4-5468-42f9-aaa5-7ed5b3810e0d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0474160 Apr 12 11:33:40.922439 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-74ec059c-0a72-4e22-8caf-675dae77978a req-02e45168-6968-44c3-bdd3-882f13e049dc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Apr 12 11:33:41.723982 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e8f2e079-a564-484f-9a37-85ff15654bff req-074655ce-b8cd-41a7-94fb-4eb7c8d6bc9c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275047 Apr 12 11:33:42.039424 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928df80-ccef-4d58-bbfb-1d32ac1be1a0 req-26e5e983-9471-41d7-8706-6d4e654afdf0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:42.040929 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1928df80-ccef-4d58-bbfb-1d32ac1be1a0 req-26e5e983-9471-41d7-8706-6d4e654afdf0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0507782 Apr 12 11:33:42.086845 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1928df80-ccef-4d58-bbfb-1d32ac1be1a0 req-f83ad3b0-ac0c-47ec-b36a-ccc302a2466d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Apr 12 11:33:42.824941 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1870a001-b269-468c-893e-9eee8833337a req-d0fe003d-b311-40d2-b57d-b97431b5a54b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0290730 Apr 12 11:33:43.198170 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ca4c0-0bfb-4b0d-8214-64748876a00b req-a56ca0c0-bd87-4a0f-aef9-be0b49a912a8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:43.199745 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-553ca4c0-0bfb-4b0d-8214-64748876a00b req-a56ca0c0-bd87-4a0f-aef9-be0b49a912a8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463235 Apr 12 11:33:43.246460 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-553ca4c0-0bfb-4b0d-8214-64748876a00b req-014ce7d8-19dd-4f7b-a160-14974e877b41 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Apr 12 11:33:43.925576 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-534cfef3-eb7a-419c-aeef-300697dd962f req-d8eb97f0-9d03-45b3-bbe4-5c4b36ca9b49 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0314591 Apr 12 11:33:44.357830 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bed314-fcbe-4cd0-8c91-19783daad59e req-e55d4c68-e8c5-4324-9c24-e2dcd7e72f5c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:44.359301 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5bed314-fcbe-4cd0-8c91-19783daad59e req-e55d4c68-e8c5-4324-9c24-e2dcd7e72f5c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0455034 Apr 12 11:33:44.408461 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5bed314-fcbe-4cd0-8c91-19783daad59e req-84911882-74db-429e-922c-dceaa5036fc6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Apr 12 11:33:44.710817 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:33:45.023663 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a043dc1f-962b-42b8-935d-b190b044a1aa req-0e8af851-bf47-494c-ad44-cc7fcf297f68 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Apr 12 11:33:45.519165 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad95a9-300d-496a-87f3-1016dfbecc10 req-61081c4d-06b2-41b1-9126-879e30585cf2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:45.520602 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9fad95a9-300d-496a-87f3-1016dfbecc10 req-61081c4d-06b2-41b1-9126-879e30585cf2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0453897 Apr 12 11:33:45.566744 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9fad95a9-300d-496a-87f3-1016dfbecc10 req-0182f6e0-fb20-4931-a972-dc32bc22a916 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396864 Apr 12 11:33:46.122879 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b76dd3d6-3ce4-4b34-b6d1-07044277962e req-304db7f4-88c9-464b-9937-391b9c10909a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272787 Apr 12 11:33:46.681528 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e1d5f-ed5d-4dc0-a910-47c200ef4ba1 req-db117827-1d46-4ed0-957c-9bd4f6ca7895 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:46.683031 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-533e1d5f-ed5d-4dc0-a910-47c200ef4ba1 req-db117827-1d46-4ed0-957c-9bd4f6ca7895 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470920 Apr 12 11:33:46.728057 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-533e1d5f-ed5d-4dc0-a910-47c200ef4ba1 req-be713b9b-83f4-4964-9663-35f45c301eca tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Apr 12 11:33:47.221037 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1555fdcc-9dc5-4101-a770-6a40b0556c28 req-e9590895-c9a2-4bde-9168-c05c05a26d01 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Apr 12 11:33:47.844043 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29ccf3-3e50-41da-8d7f-d3285afd3aef req-9230da6e-bc20-41c9-98c3-e91aeb5cc5a0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:47.845511 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5f29ccf3-3e50-41da-8d7f-d3285afd3aef req-9230da6e-bc20-41c9-98c3-e91aeb5cc5a0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0499866 Apr 12 11:33:47.890903 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5f29ccf3-3e50-41da-8d7f-d3285afd3aef req-b30a14e9-b26c-4b2a-ad15-3ee4ae4b4ec1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 Apr 12 11:33:48.322747 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a3d95441-2d83-4283-ad08-76dfdaae2ad2 req-6838ecaa-c167-4448-ba4d-5a2197015733 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0308363 Apr 12 11:33:49.004002 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b8460-080f-459e-afda-7b392a3ae28c req-fbed2a43-8637-4fde-8bf2-6fec737df3ca tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:49.005536 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6b1b8460-080f-459e-afda-7b392a3ae28c req-fbed2a43-8637-4fde-8bf2-6fec737df3ca tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471463 Apr 12 11:33:49.051612 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6b1b8460-080f-459e-afda-7b392a3ae28c req-6f9df7b9-1c3d-42f4-9db9-9b7de8a17f14 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Apr 12 11:33:49.420286 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-278f5da8-bb1e-4c6b-bdc9-274f02dfc1c5 req-cef30587-f307-4431-b310-7c51603af8a2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276887 Apr 12 11:33:50.166539 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cce1d-4066-4de3-a549-0474b90abf8b req-8229ee72-86e4-46ff-b276-c7bf5cd4f739 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:50.168002 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-806cce1d-4066-4de3-a549-0474b90abf8b req-8229ee72-86e4-46ff-b276-c7bf5cd4f739 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0504377 Apr 12 11:33:50.214446 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-806cce1d-4066-4de3-a549-0474b90abf8b req-2c788684-0577-4091-865e-e2f43d2fb5a3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Apr 12 11:33:50.518646 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-92a19767-3065-40de-bacf-6adf211daaf2 req-4adff08d-6b45-4d42-ac68-eee96396f649 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279400 Apr 12 11:33:51.327175 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56cfc4-95b9-411d-bcb8-bf6ae7a5c001 req-542a7f78-f4b1-4782-840f-c313b485480c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:51.329007 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7a56cfc4-95b9-411d-bcb8-bf6ae7a5c001 req-542a7f78-f4b1-4782-840f-c313b485480c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469756 Apr 12 11:33:51.375230 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7a56cfc4-95b9-411d-bcb8-bf6ae7a5c001 req-f4e49689-0bef-4cb3-a11c-cc8bad6ccfef tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Apr 12 11:33:51.616019 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c68852f6-b087-43a6-aba8-0e5f17f1cd68 req-7ba02d68-c639-4481-84a9-e97162938b96 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0268829 Apr 12 11:33:52.481278 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:33:52.486747 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b6ea9-2d74-4d9f-b534-9a48cdbe6b01 req-19b631f3-38b6-49ea-bfbd-48bf7cec70d1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:52.488222 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f0b6ea9-2d74-4d9f-b534-9a48cdbe6b01 req-19b631f3-38b6-49ea-bfbd-48bf7cec70d1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465877 Apr 12 11:33:52.541089 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f0b6ea9-2d74-4d9f-b534-9a48cdbe6b01 req-239b155c-c4c9-447f-95af-7be69a4c5e27 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Apr 12 11:33:52.716581 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-268f3470-d9b5-41fd-9355-e119cd6d7b90 req-af4bdf90-161a-4b6c-9abb-f294db3242d0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0302329 Apr 12 11:33:53.653510 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965ff5b-b8c6-48aa-a8ae-ef0009a8500c req-be53f224-f5a5-4db8-8078-a317fe073652 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:53.654911 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5965ff5b-b8c6-48aa-a8ae-ef0009a8500c req-be53f224-f5a5-4db8-8078-a317fe073652 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471635 Apr 12 11:33:53.701859 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5965ff5b-b8c6-48aa-a8ae-ef0009a8500c req-3495e340-9e64-437c-99e2-b9e795958161 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Apr 12 11:33:53.815102 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48825049-3d86-4e78-8414-40b1692fb95c req-fd941d62-00e3-422a-b280-778fbdea6508 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0293632 Apr 12 11:33:54.812913 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b0c9f-ddf9-4c35-8cd1-738a6245e811 req-fc37f1f7-9640-4066-a057-9d94ff3ce704 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:54.814393 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b66b0c9f-ddf9-4c35-8cd1-738a6245e811 req-fc37f1f7-9640-4066-a057-9d94ff3ce704 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0472496 Apr 12 11:33:54.860782 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b66b0c9f-ddf9-4c35-8cd1-738a6245e811 req-c1bda2f6-39c2-46e3-b875-bc0c3909251c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Apr 12 11:33:54.913409 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc46ff64-29fc-470f-999e-1fd67cc576da req-de405fc1-2477-43a2-85a6-3da5cad15085 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275280 Apr 12 11:33:55.979424 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9deed-b367-41f5-8514-9854d96f369a req-0b9b7d79-ece5-4448-b54f-21205f8c535f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:55.980934 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c9e9deed-b367-41f5-8514-9854d96f369a req-0b9b7d79-ece5-4448-b54f-21205f8c535f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0516186 Apr 12 11:33:56.012377 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-44949501-69a8-4085-b2ff-28f4884d7bcf req-97b2d6a6-75d3-4107-b187-2f26a431fe63 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277944 Apr 12 11:33:56.034817 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c9e9deed-b367-41f5-8514-9854d96f369a req-aa9fa8cc-33d8-4577-992b-627a48d70970 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477073 Apr 12 11:33:57.118462 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-009f6b06-fa5e-4510-9847-ccf7b8564b52 req-c901d187-e136-4606-9579-58a37d2518f9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0303326 Apr 12 11:33:57.145290 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35278e3-4a34-4a42-8a4c-a211795369cf req-eb329eca-a098-465c-b668-6d13900b35c7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:57.146786 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c35278e3-4a34-4a42-8a4c-a211795369cf req-eb329eca-a098-465c-b668-6d13900b35c7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463252 Apr 12 11:33:57.192380 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c35278e3-4a34-4a42-8a4c-a211795369cf req-e6483148-0f63-4293-ae5c-797571cc4775 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393264 Apr 12 11:33:58.215005 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-26c65fc4-9e18-49f3-918f-c71a109303aa req-2feeb64b-cc37-41e3-8aa8-ea15c260981a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Apr 12 11:33:58.304083 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee3484-3975-4462-9d3c-dc46c3166954 req-010110ad-88ff-4374-b7d1-f6036d4939f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:58.306211 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c3ee3484-3975-4462-9d3c-dc46c3166954 req-010110ad-88ff-4374-b7d1-f6036d4939f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466254 Apr 12 11:33:58.355055 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c3ee3484-3975-4462-9d3c-dc46c3166954 req-5476f235-3e8d-48f9-aa67-942335d440bf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Apr 12 11:33:59.314789 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2251c6b6-fd97-40a5-817d-1cadda038785 req-6e245ea1-f1d1-4b5b-b39f-124cb10084f3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276794 Apr 12 11:33:59.470421 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176d361-a2e1-4961-99b5-d592d2170763 req-20c08e44-bdf7-4af3-86c0-a2df377e0505 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:33:59.471898 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7176d361-a2e1-4961-99b5-d592d2170763 req-20c08e44-bdf7-4af3-86c0-a2df377e0505 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465534 Apr 12 11:33:59.519128 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7176d361-a2e1-4961-99b5-d592d2170763 req-2af3bbf4-1f76-4f4e-81e9-162473024cde tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Apr 12 11:34:00.413588 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4ec1806d-b945-4eba-bcfc-694de0464efc req-6377b4d8-74af-42f1-92d3-4a8c6d3eacc2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Apr 12 11:34:00.629203 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96df58-55bf-48c4-a773-f2666b1ae8ac req-69aea672-408c-444b-9897-a68e8e10f574 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:00.630599 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c96df58-55bf-48c4-a773-f2666b1ae8ac req-69aea672-408c-444b-9897-a68e8e10f574 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0457497 Apr 12 11:34:00.676949 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c96df58-55bf-48c4-a773-f2666b1ae8ac req-b41cfd1c-7b1f-4245-9143-fa2252377d3d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Apr 12 11:34:01.527185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0ce07442-3171-468f-8b54-87293c36edbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:01.563775 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0d6ba973-8819-4c25-b49a-aa9883b9637d req-42d6690c-0568-4816-a4fd-16e211734340 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0311675 Apr 12 11:34:01.793604 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c657b-2ee0-46a4-bda6-32ea174c53d7 req-455491c5-4e98-4063-998f-731e512c7cdd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:01.795117 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d0c657b-2ee0-46a4-bda6-32ea174c53d7 req-455491c5-4e98-4063-998f-731e512c7cdd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0504518 Apr 12 11:34:01.842250 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d0c657b-2ee0-46a4-bda6-32ea174c53d7 req-1f8aac23-23ee-4619-b428-e821b70ff492 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Apr 12 11:34:02.662077 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cbb17a27-b992-4868-9edd-c5cf3cd66c9e req-97500265-b105-4fd7-8fcf-45d1295aa8ce tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272832 Apr 12 11:34:02.951467 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735238b-2299-4da3-8647-a5377a373068 req-b84535fc-5424-4042-9ac0-997158d6e72e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:02.952946 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5735238b-2299-4da3-8647-a5377a373068 req-b84535fc-5424-4042-9ac0-997158d6e72e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460892 Apr 12 11:34:02.999810 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5735238b-2299-4da3-8647-a5377a373068 req-ae15e8e6-653f-4051-9636-71bde4f5efcc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Apr 12 11:34:03.762674 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-02827c5b-2e4a-4bbb-a2dc-dfe46701574a req-fd3b87cb-431e-467b-a597-abe8afbdbd34 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0298479 Apr 12 11:34:03.920882 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-83b88b89-ce0b-4f77-aa63-7a77e973af78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:04.114775 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98c77d-e442-45ff-8071-ead9e4eb529d req-44ae1184-c0d3-4b95-a5e2-1bedae6aac3f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:04.116239 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bc98c77d-e442-45ff-8071-ead9e4eb529d req-44ae1184-c0d3-4b95-a5e2-1bedae6aac3f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0502849 Apr 12 11:34:04.162951 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bc98c77d-e442-45ff-8071-ead9e4eb529d req-5311db18-3ece-4b9a-b1cc-463efd8a28c2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Apr 12 11:34:04.865327 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-34b3fe2e-dc38-4a0f-b210-e6bcea62f9c6 req-bc05e7d7-1843-4b83-8119-e5b95a0124f6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276413 Apr 12 11:34:05.155370 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:05.277435 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37804c-cf03-4347-9ff4-56c36a8798fa req-b0b9835b-b39f-4380-92ab-8c8b96cc84ac tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:05.278922 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b37804c-cf03-4347-9ff4-56c36a8798fa req-b0b9835b-b39f-4380-92ab-8c8b96cc84ac tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466640 Apr 12 11:34:05.325565 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b37804c-cf03-4347-9ff4-56c36a8798fa req-a9ec8aac-8b71-45cc-973c-5851e9bdf52e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Apr 12 11:34:05.968349 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-175f6517-7ed8-4353-9e11-1cb43363bcdb req-073e1bf8-c699-49e9-9713-804874461349 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0306015 Apr 12 11:34:06.189817 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:06.435145 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859116e-726f-4c69-b70b-8fa2fcd0d68e req-d19a59ea-795b-4502-905f-a4e1ce25f9b1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:06.436605 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1859116e-726f-4c69-b70b-8fa2fcd0d68e req-d19a59ea-795b-4502-905f-a4e1ce25f9b1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468216 Apr 12 11:34:06.486516 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1859116e-726f-4c69-b70b-8fa2fcd0d68e req-ba660a2b-27e4-42e1-9b7f-5ec075cac138 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Apr 12 11:34:07.068803 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3871368b-cdab-4201-8099-2b63010fb556 req-146ee223-8088-4adf-ba59-ecf1748896c1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Apr 12 11:34:07.597812 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8708a-e84f-42f7-bddd-df7d2c2c7f6e req-829e7bab-c9a7-4857-b555-db8a6f093407 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:07.599216 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2e8708a-e84f-42f7-bddd-df7d2c2c7f6e req-829e7bab-c9a7-4857-b555-db8a6f093407 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470765 Apr 12 11:34:07.645816 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2e8708a-e84f-42f7-bddd-df7d2c2c7f6e req-bb803c1d-cc5b-4741-a15a-ce880d1b556d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Apr 12 11:34:07.812319 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:08.168359 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e94de404-261f-485c-803f-d5e09440c398 req-f58366ac-3082-416a-9ca9-8e9bbc10dc3a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Apr 12 11:34:08.597247 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-36f368ff-d8f2-473d-b4d6-08665626586c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377965 Apr 12 11:34:08.693668 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-dbce673e-7dc4-44e2-bfa4-565320a83fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:08.695231 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-dbce673e-7dc4-44e2-bfa4-565320a83fd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0425484 Apr 12 11:34:08.761084 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13869c-eb0a-468e-9dbc-aeafdb9ea6cf req-3d3a7374-f902-408c-876e-a3ed26891a15 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:08.763381 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2c13869c-eb0a-468e-9dbc-aeafdb9ea6cf req-3d3a7374-f902-408c-876e-a3ed26891a15 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462265 Apr 12 11:34:08.797857 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-3c1b6ced-f996-483c-a977-4e0076fe01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:08.799432 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-3c1b6ced-f996-483c-a977-4e0076fe01a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0861251 Apr 12 11:34:08.811366 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2c13869c-eb0a-468e-9dbc-aeafdb9ea6cf req-6d9f01fd-6fb1-472d-9691-c48196cf5c36 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Apr 12 11:34:08.842836 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-133cd570-9c1a-4ba7-9fea-1891cdcacc0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0374947 Apr 12 11:34:08.889277 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-734b29c1-728c-4918-9c3b-98e6d9441b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:08.890645 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-734b29c1-728c-4918-9c3b-98e6d9441b55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0427170 Apr 12 11:34:08.932914 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-91e179c6-60c3-4d21-ba2c-3de9baae9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:08.934433 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-91e179c6-60c3-4d21-ba2c-3de9baae9f67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380924 Apr 12 11:34:09.024071 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-91ff8abc-fdbc-480d-a130-4bb0d992feb0 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838916 Apr 12 11:34:09.110609 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f6c5da9d-8217-4cdf-8812-e86ea82992a3 req-14145593-6614-49bd-9baf-8d9f7dca6ef3 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798655 Apr 12 11:34:09.265802 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2f562c6d-07de-438c-b030-61560ef12829 req-eaf16868-62a6-462e-ad31-0b27e6c55d07 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0280447 Apr 12 11:34:09.932801 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efe4ef-0ff2-4e76-af06-99d1cc25b17c req-12720485-4f46-45b3-9d16-5776f488aadd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:09.934740 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-99efe4ef-0ff2-4e76-af06-99d1cc25b17c req-12720485-4f46-45b3-9d16-5776f488aadd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0533245 Apr 12 11:34:09.983827 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-99efe4ef-0ff2-4e76-af06-99d1cc25b17c req-7e98e059-ab06-4e16-82be-3fa4c242fb09 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Apr 12 11:34:10.370582 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-80904923-73b1-45b2-9126-3482c1819465 req-6b3c9952-e600-41e8-a04d-faf96dbdd0ba tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0310597 Apr 12 11:34:11.101354 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeae302-7856-4c5d-9625-b272471d2f48 req-bfa1c4c0-1302-4b0c-b641-cf325881922d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:11.102837 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-edeae302-7856-4c5d-9625-b272471d2f48 req-bfa1c4c0-1302-4b0c-b641-cf325881922d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460131 Apr 12 11:34:11.149046 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-edeae302-7856-4c5d-9625-b272471d2f48 req-e8351160-1e1e-45b3-bc35-d4b41e1c4ce7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Apr 12 11:34:11.471481 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4e2ee3ae-7d63-404e-b4df-b051f540ab9e req-775ab38a-72ba-400b-8d12-8f3746efe7f9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283864 Apr 12 11:34:12.259008 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ff565-9ab7-4031-b777-360c333acf66 req-424a927f-7296-4750-970f-9562e61928fa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:12.260357 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1e2ff565-9ab7-4031-b777-360c333acf66 req-424a927f-7296-4750-970f-9562e61928fa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0453959 Apr 12 11:34:12.310311 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1e2ff565-9ab7-4031-b777-360c333acf66 req-c1b2a43f-403c-426d-9835-fd41c39a3bd9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Apr 12 11:34:12.569859 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-21aae63f-4428-45cb-ab13-1d53020d5bcc req-8a88f824-7eb4-4496-ace3-20262756b159 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277109 Apr 12 11:34:13.424120 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c9ed7-b16f-4433-8707-999e468c1c94 req-af64d818-85dc-4592-b6f1-9380351f35b0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:13.425577 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-200c9ed7-b16f-4433-8707-999e468c1c94 req-af64d818-85dc-4592-b6f1-9380351f35b0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0478311 Apr 12 11:34:13.472121 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-200c9ed7-b16f-4433-8707-999e468c1c94 req-5e855df7-233a-4bfa-81f0-431290ea471a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Apr 12 11:34:13.669514 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5e9b0831-fb52-4f22-8a52-5dc140521b07 req-0aa30307-a7c6-4edc-8dec-22b10eb6eee6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0286908 Apr 12 11:34:14.585688 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66247e1f-5e73-46e1-b942-8f46e663246c req-bec886ec-e321-4305-a8e9-2dbf2cf438df tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:14.587137 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66247e1f-5e73-46e1-b942-8f46e663246c req-bec886ec-e321-4305-a8e9-2dbf2cf438df tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0464096 Apr 12 11:34:14.632669 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66247e1f-5e73-46e1-b942-8f46e663246c req-bec50984-7506-4f33-82d7-7d39b7faef17 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Apr 12 11:34:14.765502 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-06a3d603-c2b1-4215-a039-ac37cee073f8 req-fa33d1df-5d7c-4f4d-946a-97412f432bad tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271628 Apr 12 11:34:15.748648 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d23b77-61d3-401b-88eb-1142aad2933b req-0bf336de-31e6-44dd-97c0-4efff0b9b67d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:15.750214 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-12d23b77-61d3-401b-88eb-1142aad2933b req-0bf336de-31e6-44dd-97c0-4efff0b9b67d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0502331 Apr 12 11:34:15.797752 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-12d23b77-61d3-401b-88eb-1142aad2933b req-24de4091-57ec-4824-a40e-76917c23de86 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Apr 12 11:34:15.864931 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2a399fd6-54e9-4ae0-93a5-65fe759b093e req-f2c10117-7605-4430-ad0b-a34659eae969 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Apr 12 11:34:16.914335 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aff6b-036a-436a-b392-322a567eb631 req-3b1baad4-4706-497b-8456-e7739e36b391 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:16.915851 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dc7aff6b-036a-436a-b392-322a567eb631 req-3b1baad4-4706-497b-8456-e7739e36b391 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0477068 Apr 12 11:34:16.966521 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dc7aff6b-036a-436a-b392-322a567eb631 req-2d69c875-5e7a-4f6e-b9ae-7c85b036abb0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448117 Apr 12 11:34:16.966956 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9e1bb7a-15f7-4237-8a2e-122972fc40a3 req-78f3cfc1-b9f4-40b4-aad8-69cf772c2828 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0293467 Apr 12 11:34:18.064879 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-134cf3b2-834f-4f1b-a09f-20381420b7f8 req-5a589476-49fc-4ba8-a802-7d1ab1ee6d98 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278909 Apr 12 11:34:18.083629 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbf2d-248a-4f64-a421-7b5b8be5cb6f req-fc43f78c-2941-484c-85e4-8bd0c97d540f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:18.085110 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1ecdbf2d-248a-4f64-a421-7b5b8be5cb6f req-fc43f78c-2941-484c-85e4-8bd0c97d540f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0500879 Apr 12 11:34:18.132218 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1ecdbf2d-248a-4f64-a421-7b5b8be5cb6f req-4ca5ff86-6b2f-4506-b03d-039c7d57092f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 Apr 12 11:34:19.166752 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f91d6e86-19bc-4b68-912d-4d6f9ea38091 req-f9daa0ea-782b-4f02-b0c3-7f3d6b2e1be2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0280766 Apr 12 11:34:19.244898 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9c9b-4f0d-48a6-9533-4ea98d01741a req-1013a3a7-0f32-46e8-8e4e-3d1697965d28 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:19.247185 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c3a9c9b-4f0d-48a6-9533-4ea98d01741a req-1013a3a7-0f32-46e8-8e4e-3d1697965d28 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0464451 Apr 12 11:34:19.292387 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c3a9c9b-4f0d-48a6-9533-4ea98d01741a req-e770b56a-0b21-4a53-816f-5db5a3a0bf5f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Apr 12 11:34:20.266047 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-46904e3d-d83a-4c08-b3d5-c2f47d5713bb req-4fc7dac8-cc01-4aeb-bb60-a902187d2635 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277689 Apr 12 11:34:20.404420 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff9d2e-ff44-4364-b480-d14e3649ef03 req-9ed4c688-fe3f-450f-8ea4-04ac57f4579b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:20.405860 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-11ff9d2e-ff44-4364-b480-d14e3649ef03 req-9ed4c688-fe3f-450f-8ea4-04ac57f4579b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460684 Apr 12 11:34:20.455580 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-11ff9d2e-ff44-4364-b480-d14e3649ef03 req-46834942-3d7b-41e4-b201-4eaeb4d1bbad tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Apr 12 11:34:21.364587 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-79182451-35ce-48ec-b37d-9e2b7d4e6a11 req-bf368c32-68c2-4145-a9f8-b570351c546f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282753 Apr 12 11:34:21.709065 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:34:21.779850 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e56e7-d171-43f4-9db4-48e020fd22cd req-7fc613c7-27e4-47d7-b25d-19924e0a2787 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:21.781323 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-838e56e7-d171-43f4-9db4-48e020fd22cd req-7fc613c7-27e4-47d7-b25d-19924e0a2787 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.2599962 Apr 12 11:34:21.827135 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-838e56e7-d171-43f4-9db4-48e020fd22cd req-42adf374-efb7-47a9-b12f-b819b515d633 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Apr 12 11:34:22.469735 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99aaee29-4b1d-4985-a634-f1fdf2d58dcc req-a486f17a-1b9a-497e-b316-a3714ac60146 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0313497 Apr 12 11:34:22.481130 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:22.939249 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bbee3-ea2f-49d7-919a-b1a60db22ee8 req-e6f5a4e3-0898-4bc0-96af-c13a1bb02858 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:22.940709 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-549bbee3-ea2f-49d7-919a-b1a60db22ee8 req-e6f5a4e3-0898-4bc0-96af-c13a1bb02858 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469074 Apr 12 11:34:22.985933 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-549bbee3-ea2f-49d7-919a-b1a60db22ee8 req-1c63bb21-f0d5-4c2c-a723-b71339abac57 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397823 Apr 12 11:34:23.571778 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-014ab2c1-bc04-4871-b66d-3e55533a712b req-384fb902-35ba-489e-83f9-abd15eda61b0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0269208 Apr 12 11:34:24.102897 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517ebae-512c-43b1-89b0-dec87e07f974 req-bda16458-0fff-469a-9fa2-dd48ad7e29f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:24.104389 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f517ebae-512c-43b1-89b0-dec87e07f974 req-bda16458-0fff-469a-9fa2-dd48ad7e29f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0508814 Apr 12 11:34:24.153858 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f517ebae-512c-43b1-89b0-dec87e07f974 req-fc24017f-79e8-4450-b9a0-e9f235703a53 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Apr 12 11:34:24.669222 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4982f50c-7dc1-4a79-82b8-8fa6ab6f1cde req-68d2831f-3f2a-4d8a-ad9a-6fc4344b8be0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275102 Apr 12 11:34:25.266917 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b842-d5c4-442b-a8c6-f6ded5dfb0d7 req-9471089a-a61f-4967-ae8f-592393eba915 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:25.269358 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0a30b842-d5c4-442b-a8c6-f6ded5dfb0d7 req-9471089a-a61f-4967-ae8f-592393eba915 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0472567 Apr 12 11:34:25.315192 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0a30b842-d5c4-442b-a8c6-f6ded5dfb0d7 req-df808d80-e91e-497b-8e11-1cd0dfb6105f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397701 Apr 12 11:34:25.768852 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3f36f9f4-16f9-46b2-8d4d-b6270db87fc9 req-bd285db0-024d-4c2c-8657-9cab2d4e97a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271914 Apr 12 11:34:26.434326 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f7267-9524-4206-a519-eed2e4e1e1ee req-bf51ab68-868d-41cc-a79a-51db35cb1954 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:26.436052 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b81f7267-9524-4206-a519-eed2e4e1e1ee req-bf51ab68-868d-41cc-a79a-51db35cb1954 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0525303 Apr 12 11:34:26.489128 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b81f7267-9524-4206-a519-eed2e4e1e1ee req-a69c91d3-0fd7-4f9d-8002-0ea35a27d2e7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 Apr 12 11:34:26.865384 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e886081e-9eb6-4a36-9bb0-32b584e0de83 req-739a3109-e4b4-48f9-ad7b-de1ca002af59 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0265908 Apr 12 11:34:27.599290 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb8a8-178d-4d81-9d8c-2bbde4d3256f req-63ccd74c-ccf9-4e4a-b615-ac1aff2dcd34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:27.600670 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-457bb8a8-178d-4d81-9d8c-2bbde4d3256f req-63ccd74c-ccf9-4e4a-b615-ac1aff2dcd34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467000 Apr 12 11:34:27.646942 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-457bb8a8-178d-4d81-9d8c-2bbde4d3256f req-6fe95211-c07d-4dec-8c62-a6730f5126dc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Apr 12 11:34:27.965214 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3b108b2e-9a5d-4bc6-9b56-e0253a0e639d req-37f46549-5a5d-4b21-a593-39795ab2f1b5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0302544 Apr 12 11:34:28.764169 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c577bd-65e0-4638-b3cb-51e324e0e7b1 req-0a923cff-f8fa-4f4d-8f7f-3b24d518ecab tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:28.765676 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-18c577bd-65e0-4638-b3cb-51e324e0e7b1 req-0a923cff-f8fa-4f4d-8f7f-3b24d518ecab tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0506895 Apr 12 11:34:28.817023 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-18c577bd-65e0-4638-b3cb-51e324e0e7b1 req-a4c07953-3317-4d19-866e-22dd7b3c299d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Apr 12 11:34:29.311548 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-612fd110-7c51-4d55-9dc7-32cfb840c516 req-7ae04cfc-8139-4eb3-8d10-a7b0320e947e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.2735147 Apr 12 11:34:29.930100 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b17dc-c641-4374-9622-49e036517930 req-97a9c086-80d4-4375-af80-0bead52c11cd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:29.931570 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0f0b17dc-c641-4374-9622-49e036517930 req-97a9c086-80d4-4375-af80-0bead52c11cd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0477002 Apr 12 11:34:29.979511 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0f0b17dc-c641-4374-9622-49e036517930 req-9a5ef0ec-b6d4-4296-ac0b-d7afbc7686f7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424984 Apr 12 11:34:30.410570 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e924bf98-724d-4c2c-991f-6e22935aa5ed req-0a85616b-85ff-486f-8599-a23fded42bb3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0288255 Apr 12 11:34:31.092756 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a8049-1d1e-4517-90fe-616c7d31fbee req-5d4e6f86-22ac-4dfe-b0bf-11ca347d546e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:31.094220 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ac5a8049-1d1e-4517-90fe-616c7d31fbee req-5d4e6f86-22ac-4dfe-b0bf-11ca347d546e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467224 Apr 12 11:34:31.142279 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ac5a8049-1d1e-4517-90fe-616c7d31fbee req-e5ab91b9-ae91-4412-b60e-8e1f3274be6f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Apr 12 11:34:31.508553 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-baabb60d-579c-4d53-a655-a5a486a633b9 req-2259ef5f-0381-4439-a192-1ca92be17d58 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278130 Apr 12 11:34:31.510388 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9db94839-b6fa-4964-b18e-1179b567a68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:32.256515 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4508a-b30e-49bb-a462-dfb5b2ca7638 req-c6b80034-5161-48f4-b1c4-23bb98af5b44 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:32.257894 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19c4508a-b30e-49bb-a462-dfb5b2ca7638 req-c6b80034-5161-48f4-b1c4-23bb98af5b44 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0490487 Apr 12 11:34:32.303323 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19c4508a-b30e-49bb-a462-dfb5b2ca7638 req-c5fa4152-38b4-429e-b141-4eb36b8e5e26 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Apr 12 11:34:32.612423 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-39f0052e-e5fd-49b9-ac54-8aee42b2b594 req-5d1ea269-52d5-4fe7-86f7-a4423dc99a2f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274563 Apr 12 11:34:33.416712 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c8857-81f1-474e-b055-05f617633c6a req-30bcf5dd-c901-4b85-9a8b-6af5c056c406 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:33.419106 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5c8857-81f1-474e-b055-05f617633c6a req-30bcf5dd-c901-4b85-9a8b-6af5c056c406 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0482700 Apr 12 11:34:33.465287 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5c8857-81f1-474e-b055-05f617633c6a req-283d92d5-4df6-48d0-b494-5dd74ad3eaa4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Apr 12 11:34:33.713748 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-57302a2c-3380-4f66-a824-a6bb9a07a641 req-8e776341-cedc-487a-81af-9b8fc6095f07 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0292745 Apr 12 11:34:33.897832 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9884e0a0-6d94-4359-a46b-0945f33f74ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:34.575918 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fe941-f4e4-4571-8486-3eefeb133f55 req-4f978252-3e2b-4a4b-80c7-e67fbb2781fc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:34.577383 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7f8fe941-f4e4-4571-8486-3eefeb133f55 req-4f978252-3e2b-4a4b-80c7-e67fbb2781fc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462458 Apr 12 11:34:34.627241 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7f8fe941-f4e4-4571-8486-3eefeb133f55 req-202d4181-a08a-459c-b62d-2089ac2d68b5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Apr 12 11:34:34.810619 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-55adf1b5-3d7d-4043-ac90-cf9142ddead0 req-ba67e7ce-d1c9-4c6c-a2bc-08f9d77a0fe1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273099 Apr 12 11:34:35.161252 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:35.740358 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d5b04-c9af-4dd2-8766-3380b4393f5c req-1704b63c-a86f-4bf9-8dd3-a972b864dc17 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:35.741807 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-715d5b04-c9af-4dd2-8766-3380b4393f5c req-1704b63c-a86f-4bf9-8dd3-a972b864dc17 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468607 Apr 12 11:34:35.790984 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-715d5b04-c9af-4dd2-8766-3380b4393f5c req-0bd3c1cb-3e66-4dcb-b14a-a477a44891f1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Apr 12 11:34:35.908181 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-38264318-ab9a-4b85-9b88-674c863a763b req-8e165f72-5b97-4b99-8983-7c53617660dc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275087 Apr 12 11:34:36.241626 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:36.903180 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb7763-b32f-429a-ab8a-447da2a4b25f req-df26f4cb-a5a1-4205-a3ee-7f35693a9942 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:36.904921 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-81fb7763-b32f-429a-ab8a-447da2a4b25f req-df26f4cb-a5a1-4205-a3ee-7f35693a9942 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0475323 Apr 12 11:34:36.951143 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-81fb7763-b32f-429a-ab8a-447da2a4b25f req-0bf5f458-309a-4c40-b4a7-5cb1658420f5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Apr 12 11:34:37.006256 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c2987e6f-e6ca-40a5-b3e0-34116a024aff req-185f7a4f-51cf-45a3-83f7-8ef111bb9220 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0268664 Apr 12 11:34:37.840430 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:38.068400 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f2699-324c-4fe3-8416-be2a4fa68a36 req-97f523c4-ed7b-4ac3-a30a-6acdfb53f560 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:38.069888 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3a8f2699-324c-4fe3-8416-be2a4fa68a36 req-97f523c4-ed7b-4ac3-a30a-6acdfb53f560 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0514860 Apr 12 11:34:38.105294 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d875a5bc-918e-499d-8598-8adddfe345d1 req-69365abd-ca9d-43c3-a0ed-8f7116886ac7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284977 Apr 12 11:34:38.121711 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3a8f2699-324c-4fe3-8416-be2a4fa68a36 req-c20e963a-3781-4629-8302-9919e2594e99 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Apr 12 11:34:39.208186 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-91900c0e-6b5b-48a9-a047-3b353e6871b6 req-fd1d0833-1a10-41f0-a290-a44fdd2e141b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0296378 Apr 12 11:34:39.233125 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902bdf2-56c6-446b-b1bf-61baec13dca4 req-35ae8c9f-8b02-4bd1-af71-11e614a3208f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:39.234620 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5902bdf2-56c6-446b-b1bf-61baec13dca4 req-35ae8c9f-8b02-4bd1-af71-11e614a3208f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0473893 Apr 12 11:34:39.281620 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5902bdf2-56c6-446b-b1bf-61baec13dca4 req-95311466-f68b-469f-af03-573d18c4ab82 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Apr 12 11:34:40.308544 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8504e381-4792-4a44-a64c-b2c89571bd19 req-d2408df4-8ed6-43ff-88ad-5fc5524f0929 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Apr 12 11:34:40.398849 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8ddac-0388-4e50-b4b4-19918ccc9e94 req-a27f62dc-36e4-452c-8c39-27354fd330de tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:40.400296 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-efe8ddac-0388-4e50-b4b4-19918ccc9e94 req-a27f62dc-36e4-452c-8c39-27354fd330de tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0491669 Apr 12 11:34:40.446329 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-efe8ddac-0388-4e50-b4b4-19918ccc9e94 req-6971d72c-561d-4340-972f-f8d846cdfb67 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Apr 12 11:34:41.408616 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3f91d06f-b6d6-4138-a618-4425c005a7ca req-d9ef9339-a3d1-4d07-9c99-a8492aa86879 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0270808 Apr 12 11:34:41.558327 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf020ee-e7c1-4be8-a473-4f58f719bcda req-c53250b7-24b5-44c7-b18a-8cc1ff646f11 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:41.559797 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6cf020ee-e7c1-4be8-a473-4f58f719bcda req-c53250b7-24b5-44c7-b18a-8cc1ff646f11 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470805 Apr 12 11:34:41.606442 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6cf020ee-e7c1-4be8-a473-4f58f719bcda req-46eedca0-4dcd-455d-a16e-0c827253f47b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Apr 12 11:34:42.506663 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9f03615-d9ce-4c8d-85d8-c2e0400b8fd4 req-5c4d9a7e-a2d0-4169-8e44-9da8e86167f1 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278168 Apr 12 11:34:42.718921 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e530dbf-c3d5-40d8-a586-d58be83b64cb req-7861da35-74c8-4cdd-96d4-036573bac438 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:42.720305 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e530dbf-c3d5-40d8-a586-d58be83b64cb req-7861da35-74c8-4cdd-96d4-036573bac438 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0475171 Apr 12 11:34:42.771281 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e530dbf-c3d5-40d8-a586-d58be83b64cb req-7281cec2-6baa-46ab-bf3a-391874229e02 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448995 Apr 12 11:34:43.606488 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-364b5cdf-0987-4850-829a-6d888a327c0f req-780dbd2d-4233-474f-930e-f0faece46ed3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0296066 Apr 12 11:34:43.884339 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c8d9a-cc01-480c-bff6-4297e506eacb req-51faebb5-fd89-44e5-b7cb-4c787d265400 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:43.885723 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-449c8d9a-cc01-480c-bff6-4297e506eacb req-51faebb5-fd89-44e5-b7cb-4c787d265400 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0464404 Apr 12 11:34:43.932166 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-449c8d9a-cc01-480c-bff6-4297e506eacb req-f1dc6ef5-f372-4519-8afc-5ecc4387abbb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Apr 12 11:34:44.707201 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d80c2572-62f4-4662-87c3-72a1a2fd0ac6 req-f9329fb0-4bd3-44ea-8bd8-acda2e9a4641 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0297239 Apr 12 11:34:45.044161 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb3a3a-b4ce-4781-a2c7-dbfccea33d4a req-36178527-4f1e-4beb-b64e-e44f415a7988 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:45.045617 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3cbb3a3a-b4ce-4781-a2c7-dbfccea33d4a req-36178527-4f1e-4beb-b64e-e44f415a7988 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471580 Apr 12 11:34:45.092255 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3cbb3a3a-b4ce-4781-a2c7-dbfccea33d4a req-82e2b795-0d01-45ef-9692-661688946be9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Apr 12 11:34:45.804925 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3939193b-7342-42c1-8f6a-68e3a64f071e req-113d0362-9ebb-42c9-8b59-060aa5e73177 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284431 Apr 12 11:34:46.206094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2e83-19ab-44fa-a723-d4d0cbbd9365 req-2475b850-3539-413a-8199-4541d9862b10 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:46.207533 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-986b2e83-19ab-44fa-a723-d4d0cbbd9365 req-2475b850-3539-413a-8199-4541d9862b10 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0500515 Apr 12 11:34:46.253753 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-986b2e83-19ab-44fa-a723-d4d0cbbd9365 req-266d3b27-654f-4e3e-a4f1-2571920668a1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 Apr 12 11:34:46.901862 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3926f0c5-f654-43b9-bd8f-5a4fac0a9066 req-48ba025b-d565-4bff-aae1-06cd8fc2b184 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0280159 Apr 12 11:34:47.368069 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d484bb-dc2a-417f-8be1-208405ead471 req-718f61f3-10ff-4d3b-b4b3-93a6c859d41f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:47.369589 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80d484bb-dc2a-417f-8be1-208405ead471 req-718f61f3-10ff-4d3b-b4b3-93a6c859d41f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0477688 Apr 12 11:34:47.415829 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80d484bb-dc2a-417f-8be1-208405ead471 req-e2f53459-8107-484b-98f6-0c6161418c14 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Apr 12 11:34:48.000132 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6254f600-08bd-40f7-a087-59af4b979329 req-f9c909a0-6a91-42b6-955a-b35d3f0d6903 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272970 Apr 12 11:34:48.528468 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8596aa6-3367-443d-8906-6d2eea6d933a req-750ccafc-7fc5-4650-a3a8-ad430408fc04 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:48.529913 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f8596aa6-3367-443d-8906-6d2eea6d933a req-750ccafc-7fc5-4650-a3a8-ad430408fc04 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465569 Apr 12 11:34:48.579344 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f8596aa6-3367-443d-8906-6d2eea6d933a req-b2a5e85e-bb41-41e7-9b0b-03e54cd7ddfa tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Apr 12 11:34:49.096526 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-17ae922b-19a8-4903-a098-c61eb4484074 req-a9a3252b-2550-4709-a90a-18fdb9eeb402 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Apr 12 11:34:49.694599 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cbaae-2371-47dd-9345-e6d583b46392 req-70b65e72-6584-4590-9fe2-270ddb5b5b70 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:49.696063 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-039cbaae-2371-47dd-9345-e6d583b46392 req-70b65e72-6584-4590-9fe2-270ddb5b5b70 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469978 Apr 12 11:34:49.742731 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-039cbaae-2371-47dd-9345-e6d583b46392 req-63efc8eb-4084-4087-abd4-6f8071cfc0a0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Apr 12 11:34:50.196289 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ec6f0541-b4d9-4eb6-879e-a2c6ba0ad2e9 req-dc6aa2e6-21ea-4e6e-9f95-bf53c03ea4aa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0290170 Apr 12 11:34:50.853966 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170102d-b8a4-49ba-a51c-a3b5dfc95371 req-a28ca23f-ac7b-4dd7-83c1-78d19c31804a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:50.855434 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a170102d-b8a4-49ba-a51c-a3b5dfc95371 req-a28ca23f-ac7b-4dd7-83c1-78d19c31804a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0458028 Apr 12 11:34:50.901901 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a170102d-b8a4-49ba-a51c-a3b5dfc95371 req-915e09ca-be5a-4873-a3d0-fed70419d993 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Apr 12 11:34:51.295130 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2fff886e-ef79-44eb-86db-0ca1cb994dda req-dd348d66-cd0b-481b-8b8c-52a19d09f940 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279801 Apr 12 11:34:52.022883 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d156ba3-83cc-485d-8c00-cd5f46ea5a33 req-4fb6a39d-622e-4d14-9079-ba4a32668a9f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:52.024361 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d156ba3-83cc-485d-8c00-cd5f46ea5a33 req-4fb6a39d-622e-4d14-9079-ba4a32668a9f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0531394 Apr 12 11:34:52.071029 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d156ba3-83cc-485d-8c00-cd5f46ea5a33 req-c26dffc4-61ee-4bfa-8e6a-166bee463767 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Apr 12 11:34:52.393188 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-51ca7cfb-3a25-4d59-9750-17ecbb985b50 req-9e095bcb-4be9-4a55-aff2-00081b2403c0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278735 Apr 12 11:34:52.503782 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:34:53.182683 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f74ae2-72a5-4a3b-a5fb-edefef734c48 req-210ac457-71b9-46f3-afb4-0058b7a455a2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:53.184141 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2f74ae2-72a5-4a3b-a5fb-edefef734c48 req-210ac457-71b9-46f3-afb4-0058b7a455a2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471001 Apr 12 11:34:53.230268 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2f74ae2-72a5-4a3b-a5fb-edefef734c48 req-710fc546-ee15-4d5b-a38b-0d21e46322be tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Apr 12 11:34:53.489460 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6cb6033c-55b4-4dc2-a84e-97adaa885f5c req-cb7d938a-452e-4f79-9e66-16628ecd29c0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0265291 Apr 12 11:34:54.345562 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868475e-f936-468b-ad35-42cbb1787006 req-d04d45f3-199c-4457-81eb-8ab2db54ed66 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:54.347046 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6868475e-f936-468b-ad35-42cbb1787006 req-d04d45f3-199c-4457-81eb-8ab2db54ed66 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0506127 Apr 12 11:34:54.393292 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6868475e-f936-468b-ad35-42cbb1787006 req-8612e5ef-7ad4-4398-9dcb-357ab71a49fb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Apr 12 11:34:54.586622 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1a408f71-dde4-4331-bcda-b61a33e57f98 req-45ab20d5-ac03-43f7-b0ad-5737d99c5132 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271096 Apr 12 11:34:55.506484 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e59300-120d-4382-bc7a-4a7eccdf98fa req-ad0c25b4-3f9a-4d59-b2f7-695fc1842cb5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:55.507954 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-55e59300-120d-4382-bc7a-4a7eccdf98fa req-ad0c25b4-3f9a-4d59-b2f7-695fc1842cb5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470541 Apr 12 11:34:55.553765 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-55e59300-120d-4382-bc7a-4a7eccdf98fa req-f44c44c5-0dc9-4e06-a8d0-ee6297f7d2e4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Apr 12 11:34:55.691255 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ffd0294c-5085-46c5-9199-2ab8f86be4c6 req-1ae06753-7e27-418d-b411-a12f85edd1b7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0313730 Apr 12 11:34:56.667249 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29123aec-ad7f-4f3c-adf1-0c72e58fc5fd req-1eccdce1-7fd0-4c4d-a332-c5bdb0efeabe tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:56.668720 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29123aec-ad7f-4f3c-adf1-0c72e58fc5fd req-1eccdce1-7fd0-4c4d-a332-c5bdb0efeabe tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470531 Apr 12 11:34:56.718988 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29123aec-ad7f-4f3c-adf1-0c72e58fc5fd req-25179b11-576d-4eb7-bc96-c7648b423481 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Apr 12 11:34:56.791140 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-426de9f6-956d-46da-b844-a568f07d074e req-b40e51cd-ef63-4351-863e-01f63dc11752 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278900 Apr 12 11:34:57.834883 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65761fa5-7523-4397-a63f-bb6ee90989a5 req-11b5329a-5fb7-41bb-8b4d-5c069bb55227 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:57.836384 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-65761fa5-7523-4397-a63f-bb6ee90989a5 req-11b5329a-5fb7-41bb-8b4d-5c069bb55227 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468769 Apr 12 11:34:57.884102 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-65761fa5-7523-4397-a63f-bb6ee90989a5 req-c2fa9898-77e0-4fd8-a2a1-c84d5bf6b056 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Apr 12 11:34:57.887781 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d80b8db5-84e7-4d96-b898-b6e13dc69767 req-5c7135c4-4673-4fb3-ac9b-f508fc3e508e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276270 Apr 12 11:34:58.707846 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:34:58.984994 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f57190c3-b9b2-4a85-9e10-3848069e5329 req-64c56833-1519-413e-8b11-d6e4cf489e77 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271423 Apr 12 11:34:59.000574 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26507d33-719b-4ec3-ac2c-2fb4f2b150ae req-955a2bd4-5fbc-4824-b722-ff9dff50197d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:34:59.002123 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-26507d33-719b-4ec3-ac2c-2fb4f2b150ae req-955a2bd4-5fbc-4824-b722-ff9dff50197d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0492120 Apr 12 11:34:59.049530 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-26507d33-719b-4ec3-ac2c-2fb4f2b150ae req-313d6295-d6c3-4063-b21f-c3560ea8ec42 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Apr 12 11:35:00.097449 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f23c9be4-330e-4d8c-aead-2c80e3de073b req-ec2daaed-4e12-474d-a455-8f2099ac98cc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Apr 12 11:35:00.165711 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29012-22e9-4be0-b2bc-d79bb939484c req-3434e66c-5e25-4d79-bb29-a04df5878c7e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:00.167203 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-37d29012-22e9-4be0-b2bc-d79bb939484c req-3434e66c-5e25-4d79-bb29-a04df5878c7e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0509365 Apr 12 11:35:00.212630 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-37d29012-22e9-4be0-b2bc-d79bb939484c req-3b516dd2-2661-4b9d-8cde-69a32044b485 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Apr 12 11:35:01.196118 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f84e14b1-b84c-4aa0-a373-f5ba1ce22888 req-1e314325-4736-4825-b718-f5f2c9eb71e6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278072 Apr 12 11:35:01.324586 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b80372-3d6d-40ab-b26d-8bb4d43023fa req-24716c7d-05bf-4ac3-b3cd-937c1999dc96 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:01.326058 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b80372-3d6d-40ab-b26d-8bb4d43023fa req-24716c7d-05bf-4ac3-b3cd-937c1999dc96 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461562 Apr 12 11:35:01.373094 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-75b80372-3d6d-40ab-b26d-8bb4d43023fa req-db544210-14ca-4f05-9ca8-f80dfd6dc9ae tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Apr 12 11:35:01.515781 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-913b21a2-e6fa-4c69-b882-d7017ecf68dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:02.296957 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e2977bd-5ffe-4fe7-8894-64b8501dbd38 req-e4acf311-75a3-4bec-8bab-213de62b5b06 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284410 Apr 12 11:35:02.484861 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807feb2-3562-4f46-9f41-121ccbdffc41 req-f4838e9f-613a-4809-aad1-3dcadd611bbf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:02.486338 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e807feb2-3562-4f46-9f41-121ccbdffc41 req-f4838e9f-613a-4809-aad1-3dcadd611bbf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465248 Apr 12 11:35:02.543734 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e807feb2-3562-4f46-9f41-121ccbdffc41 req-97bd25aa-f8e0-48d4-9cb7-ed13a3451ed0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517914 Apr 12 11:35:03.394299 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-85090cc0-15ac-4d33-b0a9-9ed9ffdf4fe7 req-1c7c7d8e-f85c-406d-8267-1dbfd6dfb641 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Apr 12 11:35:03.655445 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469953b0-2f16-43c4-a0c7-efd4f8657ea8 req-9ff3c543-f185-4315-aeec-1ddd9b444a61 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:03.656901 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-469953b0-2f16-43c4-a0c7-efd4f8657ea8 req-9ff3c543-f185-4315-aeec-1ddd9b444a61 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0464025 Apr 12 11:35:03.702947 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-469953b0-2f16-43c4-a0c7-efd4f8657ea8 req-1f743dec-1acd-489b-a5b7-866ac32d6f10 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Apr 12 11:35:03.898236 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8181dc8e-9b41-429f-8dc7-a08560510328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:04.497145 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-316463bc-968f-48c7-9d5f-9fe9d8847d86 req-c0b67c41-cc8a-481e-8899-60b120f6e535 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0309482 Apr 12 11:35:04.815244 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541f19e-c9ea-4fd3-8658-ba227e3b918f req-b8f99101-49f2-4e7c-93cc-0712d5cecb64 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:04.816777 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c541f19e-c9ea-4fd3-8658-ba227e3b918f req-b8f99101-49f2-4e7c-93cc-0712d5cecb64 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471346 Apr 12 11:35:04.863135 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c541f19e-c9ea-4fd3-8658-ba227e3b918f req-6b15dec5-6890-4828-ae48-9c10497367d9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Apr 12 11:35:05.155838 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:05.594213 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2859eb33-bdce-4b1a-98a3-18782cc02b2e req-ad1b6a65-6e01-4d1f-a614-84b72c3fc1da tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0262837 Apr 12 11:35:05.978363 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4c9f7-0757-47ca-b54f-fc458c2474cb req-d50d2308-41ae-41ae-b31b-91694daf3cad tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:05.979831 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9fa4c9f7-0757-47ca-b54f-fc458c2474cb req-d50d2308-41ae-41ae-b31b-91694daf3cad tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0499895 Apr 12 11:35:06.028519 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9fa4c9f7-0757-47ca-b54f-fc458c2474cb req-77987309-6607-455d-b2a5-56245882ecca tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Apr 12 11:35:06.241598 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:06.693781 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-50e604ac-dd6e-46a0-a15b-df7c27da5ea8 req-1975e6de-dce3-4b07-9c3b-7d329ab78a1f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Apr 12 11:35:07.139579 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68148023-d4a9-4c1d-992f-6f88be737b3e req-75f91fa0-5e6e-441f-8cb2-785ad5007d5d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:07.141060 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-68148023-d4a9-4c1d-992f-6f88be737b3e req-75f91fa0-5e6e-441f-8cb2-785ad5007d5d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0474863 Apr 12 11:35:07.187791 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-68148023-d4a9-4c1d-992f-6f88be737b3e req-e526641d-09db-4c22-a213-22f7ccafb341 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Apr 12 11:35:07.789967 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:07.797492 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b36466ca-6188-4086-b687-4a66fbfa43f3 req-a6e066a8-6c56-4d37-940b-b9350c0ff973 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283666 Apr 12 11:35:08.303586 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c378a89-30b2-4ce2-8c98-141ce4441af1 req-d49fd968-a016-4abe-a409-3240872a982a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:08.305056 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5c378a89-30b2-4ce2-8c98-141ce4441af1 req-d49fd968-a016-4abe-a409-3240872a982a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0508099 Apr 12 11:35:08.350507 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5c378a89-30b2-4ce2-8c98-141ce4441af1 req-47132e3b-8c1c-4848-a0b8-096fa92f9852 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Apr 12 11:35:08.901495 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a3c5b74c-c405-4d6f-ae89-b20952364f61 req-9227bc5f-24cd-4293-8798-88d64c4a0e1d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0300426 Apr 12 11:35:09.463240 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bfd87-7d18-4532-b1cb-53797fc64115 req-f406a94f-7fe2-4ca5-897e-a0921d1996af tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:09.464692 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bb6bfd87-7d18-4532-b1cb-53797fc64115 req-f406a94f-7fe2-4ca5-897e-a0921d1996af tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471332 Apr 12 11:35:09.510434 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bb6bfd87-7d18-4532-b1cb-53797fc64115 req-166715ad-fde5-415f-89bf-ff1153882e24 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402837 Apr 12 11:35:09.579537 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-0b2eee89-ba7d-4550-a833-3a0854153836 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379333 Apr 12 11:35:09.646993 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-84f0bde7-2196-4230-96ae-b28167152e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:09.648367 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-84f0bde7-2196-4230-96ae-b28167152e99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 1130 time: 0.0392232 Apr 12 11:35:09.752492 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-ab6c601f-5cbe-4016-a63e-f7d085bdf951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:09.753954 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-ab6c601f-5cbe-4016-a63e-f7d085bdf951 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0882843 Apr 12 11:35:09.802415 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-b0ca1144-06ae-481c-856e-5b13846d28d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 200 len: 217 time: 0.0353658 Apr 12 11:35:09.850205 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-b033d7b7-e541-41a5-a97d-42f324b6d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:09.851632 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-b033d7b7-e541-41a5-a97d-42f324b6d639 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0438371 Apr 12 11:35:09.897557 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-ea6b685b-77f5-40d1-812a-6fe354fe7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:09.898979 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-ea6b685b-77f5-40d1-812a-6fe354fe7397 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414774 Apr 12 11:35:09.907982 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-87e8a838-0922-4a70-88a3-8589a7c520d2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:35:09.908919 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-87e8a838-0922-4a70-88a3-8589a7c520d2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047019 Apr 12 11:35:10.006116 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-69a061c3-4dfe-4bf3-81be-955551749a74 req-5667e0bd-b8dd-4d1f-b8f9-c9b8ef268bb7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0312953 Apr 12 11:35:10.024059 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-599a943e-b650-4895-aef3-02b99a42e813 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088176 Apr 12 11:35:10.113329 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9cec8f9e-42a2-4005-9ed5-dde6f516c0b7 req-0a95c10f-7159-48be-b98a-6757919b958f service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837915 Apr 12 11:35:10.624613 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4d190-db07-4b1d-addf-cce534643b5b req-4f3069df-65e6-4e6e-89a4-1f6751af6513 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:10.626063 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2bf4d190-db07-4b1d-addf-cce534643b5b req-4f3069df-65e6-4e6e-89a4-1f6751af6513 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0453467 Apr 12 11:35:10.675731 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2bf4d190-db07-4b1d-addf-cce534643b5b req-afd47c82-335e-4d2c-ba3a-3ba96177392d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Apr 12 11:35:11.104502 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c33b2313-b411-4757-8ea2-4b93361b3924 req-4b117ce3-1887-484d-8261-a34b7d22c99d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272603 Apr 12 11:35:11.787731 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896feae-3da7-4595-af6b-346c28641baf req-5bc108fd-cf52-4554-9354-8e7812396774 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:11.789200 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3896feae-3da7-4595-af6b-346c28641baf req-5bc108fd-cf52-4554-9354-8e7812396774 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0477147 Apr 12 11:35:11.834548 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3896feae-3da7-4595-af6b-346c28641baf req-28d27c5d-f0b8-4dad-847b-11566c0174c9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397611 Apr 12 11:35:12.202438 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1750a184-4bfe-473e-a564-ca0b85a13ff4 req-92cbd32b-ce97-4148-8f90-a495604dc0df tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0270905 Apr 12 11:35:12.949280 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a835a5-5797-494c-a4a3-e2c499e5fbca req-5d98d807-ad18-4590-98e3-8a48573a674f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:12.951018 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-18a835a5-5797-494c-a4a3-e2c499e5fbca req-5d98d807-ad18-4590-98e3-8a48573a674f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0495048 Apr 12 11:35:12.997913 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-18a835a5-5797-494c-a4a3-e2c499e5fbca req-d38c4ecc-ccc3-4720-b676-75a5ab96b4de tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414131 Apr 12 11:35:13.304162 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-04651348-f4ed-4b26-9adc-2cc5c6bfc9ae req-5f5b44bf-ddd7-4d42-bf78-1824e862b65c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0319030 Apr 12 11:35:14.114837 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a0633-b706-4b08-82db-9b6eda02c5c4 req-4b1e4945-bf0e-4f53-b38e-958b87d83a06 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:14.116301 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3c2a0633-b706-4b08-82db-9b6eda02c5c4 req-4b1e4945-bf0e-4f53-b38e-958b87d83a06 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0506299 Apr 12 11:35:14.162581 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3c2a0633-b706-4b08-82db-9b6eda02c5c4 req-a42b4ba8-6d15-4ddd-b140-944b1586267e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Apr 12 11:35:14.401136 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8324e086-d52f-40ab-900b-abf45d12b52b req-25716cbe-1b6f-4bfa-a727-5cf7d723637e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Apr 12 11:35:15.273878 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c7ad-b8b0-4db3-8243-d00055d88837 req-e05223df-6fb6-43fe-b8df-b4a0e42f5ba6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:15.275412 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5a4c7ad-b8b0-4db3-8243-d00055d88837 req-e05223df-6fb6-43fe-b8df-b4a0e42f5ba6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465467 Apr 12 11:35:15.321463 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5a4c7ad-b8b0-4db3-8243-d00055d88837 req-db0df30f-ee00-4a82-8920-01eb17103417 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Apr 12 11:35:15.499111 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-41f17a16-0ca0-4adf-b755-c6b0c6c907cc req-3be99d2c-db24-4f26-9f9a-8ee486d664aa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284834 Apr 12 11:35:16.435735 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d75ebd-82f2-4745-ac39-a48aabdf9d71 req-c75844cc-46b8-4af4-81b5-83437caddb0c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:16.437174 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c6d75ebd-82f2-4745-ac39-a48aabdf9d71 req-c75844cc-46b8-4af4-81b5-83437caddb0c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460410 Apr 12 11:35:16.485545 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c6d75ebd-82f2-4745-ac39-a48aabdf9d71 req-accd0d85-c9f4-481d-9506-b7db5c5de515 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Apr 12 11:35:16.597172 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f8f644ab-c970-4fe0-bb0a-536746791957 req-200a581b-e02b-4e57-924d-c30c425071f8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273285 Apr 12 11:35:17.597306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7c84a-5b12-45e9-8b42-37968f32a666 req-3b37ceca-4bad-4e1e-835c-bbbd75cb72b9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:17.598808 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-56b7c84a-5b12-45e9-8b42-37968f32a666 req-3b37ceca-4bad-4e1e-835c-bbbd75cb72b9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462162 Apr 12 11:35:17.644125 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-56b7c84a-5b12-45e9-8b42-37968f32a666 req-4866d56d-f997-4138-964c-7884824e1a10 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 Apr 12 11:35:17.697942 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8da672f2-dbcb-441e-922b-4651e86a977e req-b994b1cb-9c68-404b-bdb5-dff7897bb66e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274448 Apr 12 11:35:18.757741 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5e76a-4a4c-46d0-b2db-96a6db621e8f req-d7dd8a67-5f19-4b5e-afd2-e9c86bebbb1e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:18.759332 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9d5e76a-4a4c-46d0-b2db-96a6db621e8f req-d7dd8a67-5f19-4b5e-afd2-e9c86bebbb1e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0475867 Apr 12 11:35:18.798238 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-db175dad-3ca8-43d2-952d-b6fc82a7482d req-4845d89b-2cdd-4b30-923f-338991520afe tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Apr 12 11:35:18.807286 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9d5e76a-4a4c-46d0-b2db-96a6db621e8f req-a5304982-5849-4eb1-a33f-d3f229c2ae14 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Apr 12 11:35:19.900834 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a1513f16-863b-49e4-9661-d4b84969023c req-b379cb2a-64c6-46d8-a56b-a6e098c5469b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0315611 Apr 12 11:35:19.922067 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd827a1e-ddf1-44a5-96c2-965064cdfbac req-b159682f-4192-454b-a66e-60893ced7b34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:19.923554 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dd827a1e-ddf1-44a5-96c2-965064cdfbac req-b159682f-4192-454b-a66e-60893ced7b34 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0509274 Apr 12 11:35:19.970004 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dd827a1e-ddf1-44a5-96c2-965064cdfbac req-63655f0b-e7da-4fb3-9482-d4f735f555af tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Apr 12 11:35:20.998962 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ab0934e-2838-4f7f-bce4-f9efd47eb48a req-d269abb7-5418-4b55-bd24-49faa847c21b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283978 Apr 12 11:35:21.082340 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7e76d-0fb6-4139-a608-6c59457ae137 req-9fd4dd04-8e50-4ae3-9d28-5f15b1b90cd8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:21.084286 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7e76d-0fb6-4139-a608-6c59457ae137 req-9fd4dd04-8e50-4ae3-9d28-5f15b1b90cd8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469842 Apr 12 11:35:21.130693 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7e76d-0fb6-4139-a608-6c59457ae137 req-8883bda7-00d7-4e9b-a7fb-af1f011cd532 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408990 Apr 12 11:35:22.097179 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ebf90c6-0f0f-4020-8035-f11c95d61185 req-22bc6f8b-85c7-4039-b921-21b6cbf59629 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267894 Apr 12 11:35:22.246739 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517f163-ebbc-4705-a9db-c3966f65a839 req-697797f3-c0d9-43ba-8ffc-8e32469225e0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:22.248137 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6517f163-ebbc-4705-a9db-c3966f65a839 req-697797f3-c0d9-43ba-8ffc-8e32469225e0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0509233 Apr 12 11:35:22.294352 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6517f163-ebbc-4705-a9db-c3966f65a839 req-74eb9c13-2705-48ab-97c5-fff15babb573 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Apr 12 11:35:22.498663 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:23.195757 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8edf744a-25f3-43b7-a99b-62e42e0be548 req-bf231295-65b7-40d2-84c5-6025079ff35d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271506 Apr 12 11:35:23.406538 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efe671-e4fc-4fc1-86de-9143e0c67fde req-ee75ec59-39a9-4e11-8986-db9a2ad62923 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:23.408043 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e0efe671-e4fc-4fc1-86de-9143e0c67fde req-ee75ec59-39a9-4e11-8986-db9a2ad62923 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0474594 Apr 12 11:35:23.453772 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e0efe671-e4fc-4fc1-86de-9143e0c67fde req-aab14c15-559d-4cee-8b60-4d207b741987 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Apr 12 11:35:24.295458 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3511c83c-7503-4283-8f00-573f4a5cebec req-8ef2bc4b-4d17-4666-a424-f64aec9cc76c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276971 Apr 12 11:35:24.565650 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4425a-c9b8-4006-9829-822511441c0b req-00c702fd-35c9-4789-961f-94bf97646fb6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:24.567219 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f8f4425a-c9b8-4006-9829-822511441c0b req-00c702fd-35c9-4789-961f-94bf97646fb6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462451 Apr 12 11:35:24.616891 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f8f4425a-c9b8-4006-9829-822511441c0b req-10f7950e-0d62-4449-a187-1ceaecde2aa4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Apr 12 11:35:25.392712 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d48c809a-3f5a-404a-b2d8-6f9d873e563b req-df085eed-fae4-4cb1-80d7-56f9d4e02bb6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278106 Apr 12 11:35:25.730152 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eec6f-9376-4de7-9792-66ada4297e63 req-b6be641a-bb75-48ff-ab46-d224721c8fed tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:25.731719 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2a0eec6f-9376-4de7-9792-66ada4297e63 req-b6be641a-bb75-48ff-ab46-d224721c8fed tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465539 Apr 12 11:35:25.778435 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2a0eec6f-9376-4de7-9792-66ada4297e63 req-8cdb2fa7-fc20-42df-8935-a2950e8b23b4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Apr 12 11:35:26.502896 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4cdce507-5c25-4c64-b35d-7b97007e74de req-a32c340b-902e-45ab-ae4a-358d453a0000 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0369084 Apr 12 11:35:26.887878 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2f7c-2cd0-4092-9540-5adeebfe01da req-b4cb90e7-9395-40fb-8047-9017b4e1a659 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:26.889337 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-55bb2f7c-2cd0-4092-9540-5adeebfe01da req-b4cb90e7-9395-40fb-8047-9017b4e1a659 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0462327 Apr 12 11:35:26.935501 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-55bb2f7c-2cd0-4092-9540-5adeebfe01da req-3a1159c4-d74d-4473-9492-5f2d0cb73422 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Apr 12 11:35:27.601037 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-55b8eca7-39a0-4ad5-937d-6f3704482170 req-f64e1c21-cdf1-4673-8e94-4ecabd3114e5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Apr 12 11:35:28.054262 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385691f2-5a1a-434a-b957-1fde6c8b9125 req-50b4b303-456f-4000-a2ab-54330c39400b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:28.055704 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-385691f2-5a1a-434a-b957-1fde6c8b9125 req-50b4b303-456f-4000-a2ab-54330c39400b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0516407 Apr 12 11:35:28.101310 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-385691f2-5a1a-434a-b957-1fde6c8b9125 req-0b095d3b-7d07-43b3-93a0-28f8bb29680b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Apr 12 11:35:28.699009 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5d3016e1-b9a2-44a7-ac84-c7cd5c4ee9d7 req-d97ccfca-d1b4-4335-a7c6-b93748bf9a4d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Apr 12 11:35:29.211832 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228d1f-3bff-4fce-af3b-4b7ccc19e61c req-f7413f92-4eb9-417e-bef5-143f0bdd6241 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:29.213298 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e228d1f-3bff-4fce-af3b-4b7ccc19e61c req-f7413f92-4eb9-417e-bef5-143f0bdd6241 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463495 Apr 12 11:35:29.259221 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e228d1f-3bff-4fce-af3b-4b7ccc19e61c req-cc1e819c-d663-43dd-834c-ce4f001901fd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Apr 12 11:35:29.797244 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d6498eaa-a188-4c2f-a8d5-5bc5769a4162 req-8b231239-a04d-4647-b485-6f7b5e36bfc3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0287426 Apr 12 11:35:30.370561 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc701fb2-4cb6-488a-ba49-c043e73de91e req-95bca423-f275-43a7-80d8-521e98a4acea tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:30.371985 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bc701fb2-4cb6-488a-ba49-c043e73de91e req-95bca423-f275-43a7-80d8-521e98a4acea tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467222 Apr 12 11:35:30.420986 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bc701fb2-4cb6-488a-ba49-c043e73de91e req-b44febed-06da-40ff-8bd2-9e682fb30b79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Apr 12 11:35:30.896115 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-63b4c2fe-f1e5-4fb6-bd0e-ed6f96dfce8d req-cbee5596-8adc-4420-8e3b-051cb72b6793 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0280285 Apr 12 11:35:31.526130 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2430ea4c-cfd6-4b4d-9461-eff741539f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:31.533613 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99987ceb-0065-4a40-a099-1759bad925dd req-09042497-011e-4b0a-a15f-21c44d957cd5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:31.535103 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-99987ceb-0065-4a40-a099-1759bad925dd req-09042497-011e-4b0a-a15f-21c44d957cd5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0476053 Apr 12 11:35:31.583872 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-99987ceb-0065-4a40-a099-1759bad925dd req-75bf062f-3529-42e2-9f55-e9d0b602308f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Apr 12 11:35:31.997127 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7d29e8b6-5b6b-4fb8-84ae-f73a8dd6ff55 req-eeb683df-d1ae-4c79-a47c-de7c72f0dd95 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Apr 12 11:35:32.694309 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dcbe8-28cd-4a7b-bd96-aad6aa4604e8 req-e82d17c3-9425-47bd-ac70-58cfb1df4b42 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:32.695758 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-994dcbe8-28cd-4a7b-bd96-aad6aa4604e8 req-e82d17c3-9425-47bd-ac70-58cfb1df4b42 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466011 Apr 12 11:35:32.740942 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-994dcbe8-28cd-4a7b-bd96-aad6aa4604e8 req-24cbb0c3-cc7b-4c44-a3ef-87c9090f459c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Apr 12 11:35:33.101197 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1fe5aec5-a90f-483c-a332-f3f3050357b6 req-ccdf005d-9321-4156-bcf6-7ccc7dcacdae tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0312645 Apr 12 11:35:33.855584 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32352cae-342e-4627-8804-d5d3bae345e7 req-bbb51723-af6a-4b76-9e0b-92149714656b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:33.857079 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-32352cae-342e-4627-8804-d5d3bae345e7 req-bbb51723-af6a-4b76-9e0b-92149714656b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0501091 Apr 12 11:35:33.875843 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eaf00de2-6950-4f4f-8a94-0e50c33f444f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:33.904916 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-32352cae-342e-4627-8804-d5d3bae345e7 req-ac1aa192-b402-410e-a8f7-94a199c8dc61 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422523 Apr 12 11:35:34.199627 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4f23cb17-6836-4704-a898-663af3de6cbe req-81a1a416-ad84-4ebe-b96f-971258005d66 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278027 Apr 12 11:35:35.018659 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f344bb9-5a88-434f-8d9a-7ef14c6bfa4e req-29006877-7a52-4b14-a392-6d9b0aab2c39 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:35.020795 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8f344bb9-5a88-434f-8d9a-7ef14c6bfa4e req-29006877-7a52-4b14-a392-6d9b0aab2c39 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0485649 Apr 12 11:35:35.066376 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8f344bb9-5a88-434f-8d9a-7ef14c6bfa4e req-fd98ab46-ec1c-441e-a7eb-4861accae181 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Apr 12 11:35:35.155983 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:35.297574 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-679d5cbf-47bf-4e8d-a711-2a7a5e3380b2 req-8f8334d5-2f85-4fcb-b916-7a492d87ba1f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272269 Apr 12 11:35:35.707643 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:35:36.183735 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b7b35-b9df-4717-b367-337f6b642b53 req-40bbf2c0-7773-474e-b07a-2802cc764e9d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:36.185213 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0e8b7b35-b9df-4717-b367-337f6b642b53 req-40bbf2c0-7773-474e-b07a-2802cc764e9d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0513458 Apr 12 11:35:36.206207 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:36.231632 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0e8b7b35-b9df-4717-b367-337f6b642b53 req-860a07e4-9e12-4a9e-ae0c-03cc64e8cf65 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Apr 12 11:35:36.395581 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2d2eedac-157c-43da-ac96-408836a04af6 req-7eea5ff7-4111-4b00-b6d2-e49c8fbb249e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272238 Apr 12 11:35:37.343951 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047505b2-34d2-40de-8eda-b357db5374c5 req-c72f06bd-4bc5-44ac-831e-762a45f7b76a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:37.345407 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-047505b2-34d2-40de-8eda-b357db5374c5 req-c72f06bd-4bc5-44ac-831e-762a45f7b76a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461044 Apr 12 11:35:37.391958 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-047505b2-34d2-40de-8eda-b357db5374c5 req-79065a1e-1076-48f0-9235-91431bc6df33 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Apr 12 11:35:37.493613 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4a7ebcc1-676d-4787-bcfd-98fe7b2bd671 req-423df99d-c023-46fb-b37a-a044e8cadeac tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274191 Apr 12 11:35:37.801319 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:38.503192 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94409ab5-7621-4327-be51-ca88362a308c req-af98b68a-ca82-47ee-8c36-bf695ee92248 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:38.504728 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94409ab5-7621-4327-be51-ca88362a308c req-af98b68a-ca82-47ee-8c36-bf695ee92248 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460351 Apr 12 11:35:38.556056 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94409ab5-7621-4327-be51-ca88362a308c req-38d842c1-d24a-4727-93bf-c3997367ed95 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 Apr 12 11:35:38.594341 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f30c6f3b-f5be-4597-99eb-5cd473edf254 req-7a6286ba-1a64-464e-82ca-61eb364dca7a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274055 Apr 12 11:35:39.668359 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888960ce-a330-40a7-837c-ce9f96281dca req-804640c6-dc1d-4135-975e-f885627a8507 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:39.670008 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-888960ce-a330-40a7-837c-ce9f96281dca req-804640c6-dc1d-4135-975e-f885627a8507 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0487466 Apr 12 11:35:39.698834 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fe81ebae-0e4c-4430-8905-422a664a17b7 req-334d55fa-b055-4908-a5a4-7e9c8db7083d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0316961 Apr 12 11:35:39.717347 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-888960ce-a330-40a7-837c-ce9f96281dca req-45541df5-c81b-4a03-a6af-5984d2fd3e08 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Apr 12 11:35:40.797824 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-81455d40-d1f0-4bb9-981f-eff274523013 req-dc8d9fec-8cdd-4ded-8fa9-e7eb8a39dd22 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0286052 Apr 12 11:35:40.830329 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dddbe3-622f-4956-ba53-de4565b49194 req-d3105a1a-d7de-4722-9fca-68a2df13a4d1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:40.831811 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-35dddbe3-622f-4956-ba53-de4565b49194 req-d3105a1a-d7de-4722-9fca-68a2df13a4d1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461757 Apr 12 11:35:40.877861 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-35dddbe3-622f-4956-ba53-de4565b49194 req-46cce0fc-bc0b-4d49-a8e9-c0d927f8d408 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Apr 12 11:35:41.897755 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-834790b2-1c6c-4045-b77f-d2a35b68f16e req-757ff6cc-5ae9-4711-b078-1481fad6fc30 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282269 Apr 12 11:35:41.995858 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2b658-084a-4942-9f72-9be48ef6b7c7 req-f27081da-3cf1-4975-8fc9-5b999edc7712 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:41.997364 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bde2b658-084a-4942-9f72-9be48ef6b7c7 req-f27081da-3cf1-4975-8fc9-5b999edc7712 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0521829 Apr 12 11:35:42.043973 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bde2b658-084a-4942-9f72-9be48ef6b7c7 req-77b76ebb-f704-4a2c-9eec-4fd7e2c963a3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Apr 12 11:35:42.996265 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eb9ced74-3954-4a93-b91d-867bc07ac1a3 req-154d1866-5f2e-4345-914c-0ef2edd88f0b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283442 Apr 12 11:35:43.158017 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b44e-ca70-4160-ae2c-b8f527f8c0e2 req-74dfc722-03ee-4154-a731-2c6dab1ebf4e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:43.159506 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-13a5b44e-ca70-4160-ae2c-b8f527f8c0e2 req-74dfc722-03ee-4154-a731-2c6dab1ebf4e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0478842 Apr 12 11:35:43.206168 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-13a5b44e-ca70-4160-ae2c-b8f527f8c0e2 req-750edb4b-851d-4f91-9790-5a557ae56195 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Apr 12 11:35:44.094180 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-678301c9-0e54-4f3f-a1b9-9fe378e0ed11 req-7a9645ef-58a9-444e-9647-95156416ebf3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Apr 12 11:35:44.317591 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bd1e7-e641-4042-b7de-7a2b8ebe5ac1 req-246af496-bffb-4327-8260-3c7a8837ab17 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:44.319066 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bb6bd1e7-e641-4042-b7de-7a2b8ebe5ac1 req-246af496-bffb-4327-8260-3c7a8837ab17 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467613 Apr 12 11:35:44.368836 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bb6bd1e7-e641-4042-b7de-7a2b8ebe5ac1 req-4c0b9437-dbb0-4a9c-a99e-2a27f43b019d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441093 Apr 12 11:35:45.195429 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eb394366-5cfe-4366-b778-37e994e269f5 req-6d208081-a168-4af5-933e-56f2d15184a5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Apr 12 11:35:45.480280 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83f5b0-507a-47ee-9c7d-814f55c88f05 req-d97e2154-0cfa-4865-b064-c3ae1958b662 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:45.481722 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e83f5b0-507a-47ee-9c7d-814f55c88f05 req-d97e2154-0cfa-4865-b064-c3ae1958b662 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0455298 Apr 12 11:35:45.527533 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e83f5b0-507a-47ee-9c7d-814f55c88f05 req-f3d9a571-6bc8-4fb9-9615-517119fc6280 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Apr 12 11:35:46.292702 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-35bfdd34-8fb9-4236-a422-fe4505306297 req-0bbc0c1b-ed44-48e0-80b4-4eaf1f363340 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279627 Apr 12 11:35:46.640573 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc20fa-6e63-4e6c-ba39-6dff7b8fe2d8 req-dad4962c-0cd2-48c2-8b27-c2cadd3115ca tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:46.642053 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-07dc20fa-6e63-4e6c-ba39-6dff7b8fe2d8 req-dad4962c-0cd2-48c2-8b27-c2cadd3115ca tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0472851 Apr 12 11:35:46.688309 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-07dc20fa-6e63-4e6c-ba39-6dff7b8fe2d8 req-28b21bab-89f4-412b-8aec-88880630713c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Apr 12 11:35:47.391732 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f3a6966e-a2f5-46aa-8b05-6f296c5800a6 req-de906caa-3337-49b5-8d50-ceebc2a9dd64 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0295558 Apr 12 11:35:47.805809 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624345fb-506a-4794-9103-a5559c5e213f req-11f3a73d-f3b0-4449-ba37-664477603959 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:47.807291 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-624345fb-506a-4794-9103-a5559c5e213f req-11f3a73d-f3b0-4449-ba37-664477603959 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0502508 Apr 12 11:35:47.853116 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-624345fb-506a-4794-9103-a5559c5e213f req-13d309db-e198-4708-beb2-8af7736af2b7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Apr 12 11:35:48.489456 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7ca540a0-5ccb-4944-9bb7-2be3c4b40c06 req-adacd431-6b6a-4adb-8cbd-589cb5420548 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267615 Apr 12 11:35:48.965124 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e153437-68bd-4310-a8d9-c9264ceed1db req-6c8c8650-f85a-489c-9b24-b9dc4cb1e7e3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:48.966622 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8e153437-68bd-4310-a8d9-c9264ceed1db req-6c8c8650-f85a-489c-9b24-b9dc4cb1e7e3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0476019 Apr 12 11:35:49.012688 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8e153437-68bd-4310-a8d9-c9264ceed1db req-97e4245a-e01e-43fb-9d8f-403378cbe86e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Apr 12 11:35:49.587400 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4c606a0d-ce73-4f0f-9323-363a3dae147b req-a1446110-ce18-442f-909e-7e82a88e2c9b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276935 Apr 12 11:35:50.126447 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77e5d-c980-42ab-aa5e-b8aa36bc8e65 req-f3b5ccc2-80ae-47c4-9095-85f6468535e2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:50.127911 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-76a77e5d-c980-42ab-aa5e-b8aa36bc8e65 req-f3b5ccc2-80ae-47c4-9095-85f6468535e2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0500681 Apr 12 11:35:50.176554 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-76a77e5d-c980-42ab-aa5e-b8aa36bc8e65 req-8d2e393e-c4a3-471e-b66e-a699ead7f400 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Apr 12 11:35:50.684369 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ce8df414-0a7d-4f4b-a7b1-0b299ad0968b req-25f2759f-44ec-453b-94da-5e7150879381 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0268962 Apr 12 11:35:51.287427 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab636da-7e91-40fd-bf08-5c6d9c2058cb req-2fea062b-bf9f-44b6-84f6-25198ae3c3a6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:51.288896 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cab636da-7e91-40fd-bf08-5c6d9c2058cb req-2fea062b-bf9f-44b6-84f6-25198ae3c3a6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466313 Apr 12 11:35:51.333924 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cab636da-7e91-40fd-bf08-5c6d9c2058cb req-12caaf98-0570-4364-91b4-c224a12e9dd4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Apr 12 11:35:51.785112 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b6842ec9-6276-4872-bf52-450d4180f6c5 req-6848af88-5ca0-4608-a87f-b3c47184518b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0306530 Apr 12 11:35:52.446173 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a266136-85df-4468-8ed3-1f91096955fd req-171fd655-aa67-4e27-8c15-8a6534cd9614 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:52.447645 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7a266136-85df-4468-8ed3-1f91096955fd req-171fd655-aa67-4e27-8c15-8a6534cd9614 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0468793 Apr 12 11:35:52.501137 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7a266136-85df-4468-8ed3-1f91096955fd req-d54ac75d-fd3c-40d1-bdfc-e3c2b948437c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478177 Apr 12 11:35:52.548481 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:35:52.883297 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-733129e0-3d47-4843-b5ee-a536241af2e2 req-c08f8de3-8720-4b44-92bd-435c8609be27 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278242 Apr 12 11:35:53.611990 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f796f4-bc33-4136-9645-bf49339afe30 req-98e09434-488d-453c-b7cd-d5cc3e1b0682 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:53.613415 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d4f796f4-bc33-4136-9645-bf49339afe30 req-98e09434-488d-453c-b7cd-d5cc3e1b0682 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0452168 Apr 12 11:35:53.658853 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d4f796f4-bc33-4136-9645-bf49339afe30 req-1f80dd56-fc17-4239-b64c-61105f2b7724 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 Apr 12 11:35:53.982140 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-198acb43-1c74-49e0-948f-53b49b3aab50 req-6dd9e6c6-65d7-4f87-aba1-7bfcae4af00e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Apr 12 11:35:54.771842 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00db90-7bc1-4c9e-a015-9e34a5c403e1 req-fd62529a-ade5-44a6-bb57-244d242d86fb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:54.773310 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bd00db90-7bc1-4c9e-a015-9e34a5c403e1 req-fd62529a-ade5-44a6-bb57-244d242d86fb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469871 Apr 12 11:35:54.819986 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bd00db90-7bc1-4c9e-a015-9e34a5c403e1 req-7e57b8fa-6846-4df7-90fc-a3995fd3bd2f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Apr 12 11:35:55.082666 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8f7c388f-0b63-4fc6-9e12-e8704e419621 req-128bb175-266a-40ac-9a9d-4c87a527160f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Apr 12 11:35:55.935791 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e66b4-2608-42b7-a678-016b0bbdda4f req-83951ffd-f475-4d73-921b-a0d8711e8e20 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:55.937228 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-918e66b4-2608-42b7-a678-016b0bbdda4f req-83951ffd-f475-4d73-921b-a0d8711e8e20 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0499358 Apr 12 11:35:55.983098 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-918e66b4-2608-42b7-a678-016b0bbdda4f req-b2884502-a925-4ff7-a0fe-8d4bba138352 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Apr 12 11:35:56.187523 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fe51fcb5-0292-4488-861d-e4f50e39e663 req-032b3cd0-b2f9-4a56-891a-dbada2f868b7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0338483 Apr 12 11:35:57.093073 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8f0cb-bad7-4dce-9a1b-f676d596178e req-949a7373-d206-4ea8-b6fd-bf8fb59e9c09 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:57.094576 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-06c8f0cb-bad7-4dce-9a1b-f676d596178e req-949a7373-d206-4ea8-b6fd-bf8fb59e9c09 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460575 Apr 12 11:35:57.140812 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-06c8f0cb-bad7-4dce-9a1b-f676d596178e req-53b8db85-4d7d-4801-a42d-669e9cbdede9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Apr 12 11:35:57.287895 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-359a286a-4910-49c2-b4d2-86e685363b4a req-98ecb13e-5dff-43f1-a9ef-7c45214bb349 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278239 Apr 12 11:35:58.251798 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a0342-0aeb-4e0b-80e7-ce722a545575 req-bf27fd65-dfec-49e0-b652-4873a1e5b320 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:58.253146 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f61a0342-0aeb-4e0b-80e7-ce722a545575 req-bf27fd65-dfec-49e0-b652-4873a1e5b320 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460711 Apr 12 11:35:58.302629 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f61a0342-0aeb-4e0b-80e7-ce722a545575 req-14b45809-0708-4b93-a304-41760cc830d0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Apr 12 11:35:58.390806 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9991bc63-3f91-4583-b434-c34a02f66f01 req-95d57b52-7c6c-45c5-898a-04bbfb4e18fd tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0309055 Apr 12 11:35:59.415107 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9177759-6378-4581-bb4d-87aa5a3c2906 req-37d8e684-d942-4aba-9610-4d8ea4368abb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:35:59.416579 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b9177759-6378-4581-bb4d-87aa5a3c2906 req-37d8e684-d942-4aba-9610-4d8ea4368abb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0477405 Apr 12 11:35:59.464153 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b9177759-6378-4581-bb4d-87aa5a3c2906 req-9b3a2929-cc97-4938-b0cb-e5ef38276f20 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Apr 12 11:35:59.497437 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a36603c4-4b2a-4809-8ad3-d42e96abc3cb req-9a3e8581-a94b-44a9-a0ac-bd943ba04c7b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272593 Apr 12 11:36:00.575966 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f9152-205a-4ef1-9ac5-3348d41eacb4 req-d3a3293f-3181-4414-a9c1-532eb389dc56 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:00.577542 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-203f9152-205a-4ef1-9ac5-3348d41eacb4 req-d3a3293f-3181-4414-a9c1-532eb389dc56 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469148 Apr 12 11:36:00.600222 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5bb618a0-d752-41bf-826d-1a99ecb4eb87 req-1b23c383-e4e3-44cf-9a38-0c8ac70bf2c6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0285306 Apr 12 11:36:00.624324 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-203f9152-205a-4ef1-9ac5-3348d41eacb4 req-18b5134c-939c-4790-8705-cba900fee44a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Apr 12 11:36:01.515900 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d71ab2f0-70c0-4caa-8d67-1766d3540b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:01.699220 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-884c43aa-2513-4a90-a50d-49f21eb0acbb req-99ab837b-c242-4b0f-9c64-93bbc72fda36 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0291939 Apr 12 11:36:01.739718 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945930db-601b-4def-86f9-0e238c8624c1 req-2ce38eb5-e90c-4795-87fe-4960d435bb2e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:01.741198 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-945930db-601b-4def-86f9-0e238c8624c1 req-2ce38eb5-e90c-4795-87fe-4960d435bb2e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0498867 Apr 12 11:36:01.787473 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-945930db-601b-4def-86f9-0e238c8624c1 req-6d0ecf4b-e5c9-4a45-b6e0-b87de01c893b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Apr 12 11:36:02.797187 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-79bc7eb2-4119-4ef9-975e-96588758d999 req-7705c2aa-d9b6-42f0-905a-70352fe44b6f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283134 Apr 12 11:36:02.899107 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e1f2b-362f-4d7b-9792-66290fd947bc req-a2ddae16-65d6-4da9-9890-8df406588825 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:02.900598 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-032e1f2b-362f-4d7b-9792-66290fd947bc req-a2ddae16-65d6-4da9-9890-8df406588825 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461323 Apr 12 11:36:02.946334 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-032e1f2b-362f-4d7b-9792-66290fd947bc req-dd970fd4-480f-45a4-96a0-7ac7885a6c28 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Apr 12 11:36:03.898373 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e28545a7-35c8-4c29-b1bb-f74d4c037677 req-4665808b-7f2d-433f-81bf-201a83bb15b4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0309312 Apr 12 11:36:03.931650 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e7723c73-8f96-4dec-816c-c88cd756d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:04.064086 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99eec9-ed69-4fb0-913b-fe467de9cb56 req-811062cd-2ffe-4074-8968-95f59cd2d13c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:04.067634 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-de99eec9-ed69-4fb0-913b-fe467de9cb56 req-811062cd-2ffe-4074-8968-95f59cd2d13c tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0509570 Apr 12 11:36:04.114464 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-de99eec9-ed69-4fb0-913b-fe467de9cb56 req-52362823-861a-4b9f-8916-ae39781e04fb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Apr 12 11:36:04.996595 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3b951911-89d7-4c31-ab21-5ef054646249 req-e7da01a7-4faf-4418-b2f8-d2f3c1d6ee39 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282502 Apr 12 11:36:05.162493 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:05.226084 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd3e01-45b0-4b62-bf8f-ef476b7f2626 req-bd460ff0-0431-4afa-9bc4-7deb74bccad2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:05.227453 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47fd3e01-45b0-4b62-bf8f-ef476b7f2626 req-bd460ff0-0431-4afa-9bc4-7deb74bccad2 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463254 Apr 12 11:36:05.272968 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-47fd3e01-45b0-4b62-bf8f-ef476b7f2626 req-908604c1-1bfe-4534-b02b-d8970aa5bbbc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Apr 12 11:36:06.095728 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5a9129ea-2039-4990-a9f2-d9f414976093 req-4322a881-e1f6-46df-aef9-768086bfbf66 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Apr 12 11:36:06.224741 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:06.383593 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6071c7-105d-41df-b4d8-dd1bcc8fce52 req-856a9c45-44a3-4128-95c4-46fe1152d3f5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:06.385172 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d6071c7-105d-41df-b4d8-dd1bcc8fce52 req-856a9c45-44a3-4128-95c4-46fe1152d3f5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463393 Apr 12 11:36:06.434990 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d6071c7-105d-41df-b4d8-dd1bcc8fce52 req-afadcbd9-16ad-4fde-8099-251a87e110e8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439978 Apr 12 11:36:07.194049 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f966b880-f104-4003-ae55-791881d01f7a req-9ad8d4ad-72ef-45f3-97c2-06a7c4f73ace tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278559 Apr 12 11:36:07.546935 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e4ed4-cbb4-4df5-9877-a0a9e80c1377 req-2b160789-943d-40c6-869e-a620e7d271bc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:07.548379 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cd6e4ed4-cbb4-4df5-9877-a0a9e80c1377 req-2b160789-943d-40c6-869e-a620e7d271bc tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0467145 Apr 12 11:36:07.593575 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cd6e4ed4-cbb4-4df5-9877-a0a9e80c1377 req-71d74485-6172-474a-a61c-0d537fd41b87 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 Apr 12 11:36:07.845620 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:08.294068 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a41dbbfb-d870-43b9-a842-e11033e90cf5 req-4b0ee7a2-176b-49d1-a76f-96c377112923 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0266302 Apr 12 11:36:08.757912 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb9d1d-a481-4297-90c2-bf420498fa58 req-41b6f2cf-87f3-49ae-b1e2-cf8abc441e4a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:08.759406 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-08eb9d1d-a481-4297-90c2-bf420498fa58 req-41b6f2cf-87f3-49ae-b1e2-cf8abc441e4a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.1003132 Apr 12 11:36:08.806040 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-08eb9d1d-a481-4297-90c2-bf420498fa58 req-8dcf3297-542c-43c6-b2d6-b6558cbd520b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Apr 12 11:36:09.393526 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9183b215-5ebe-475c-889c-a63f9b04c06e req-fd0b8d75-e70d-4fef-97b7-2510f942c235 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276263 Apr 12 11:36:09.920427 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b80493-4df8-4e16-82dd-8c1ac97dd908 req-e5ed27f3-9593-433f-b374-70b46e344ea8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:09.921897 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-71b80493-4df8-4e16-82dd-8c1ac97dd908 req-e5ed27f3-9593-433f-b374-70b46e344ea8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0504212 Apr 12 11:36:09.969501 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-71b80493-4df8-4e16-82dd-8c1ac97dd908 req-15755f54-7356-48d0-b361-2122fa07c644 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Apr 12 11:36:10.493921 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-de00ff12-7008-4cfa-bf4b-01c2b2256ad7 req-502da6f9-7ca6-44e2-8c16-d7c8863cb122 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0301456 Apr 12 11:36:10.597758 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-1de8b49c-1760-46ee-9c60-a66491cffd30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751004 Apr 12 11:36:10.667534 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-318e162b-32c9-4175-b689-d475d017a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:10.668975 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-318e162b-32c9-4175-b689-d475d017a0e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0383961 Apr 12 11:36:10.771761 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-1579a187-b192-4caf-8a05-fc5bf9bb19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:10.773222 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-1579a187-b192-4caf-8a05-fc5bf9bb19b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0873640 Apr 12 11:36:10.836157 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-94072f92-4dd6-4c83-b76f-d9bd228b7325 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1002 time: 0.0562608 Apr 12 11:36:10.881844 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-0e219fc0-8227-4ec4-b448-97c5b4fdc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:10.883262 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-0e219fc0-8227-4ec4-b448-97c5b4fdc9d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0415630 Apr 12 11:36:10.928746 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-f45bf48f-8836-48d7-829f-e5c73e093eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:10.930205 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-f45bf48f-8836-48d7-829f-e5c73e093eba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407755 Apr 12 11:36:11.017819 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-756818d4-5a13-4292-b4f7-5d76aee3beb3 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817583 Apr 12 11:36:11.086631 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e1eed-b5dd-4d6c-bfd7-aeedaad2104e req-8d3759ae-4bb7-4748-aa7f-2ab07ccc5280 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:11.088049 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-619e1eed-b5dd-4d6c-bfd7-aeedaad2104e req-8d3759ae-4bb7-4748-aa7f-2ab07ccc5280 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0473876 Apr 12 11:36:11.111584 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-30d93e95-1a21-4e59-91ec-b144b865bbe3 req-e73b9af2-0b55-4b13-b8ad-1f660d6a4110 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875025 Apr 12 11:36:11.134977 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-619e1eed-b5dd-4d6c-bfd7-aeedaad2104e req-06efdfc7-5895-4078-95f0-f06261a5e266 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Apr 12 11:36:11.592888 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7c32e771-c3ab-4df6-8f87-f4985c9d1114 req-fca24d5d-54de-49ab-9dc7-e7a95abf3ccc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282943 Apr 12 11:36:12.244744 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb160f-45c7-4cf0-aa98-b2d6f1eced2c req-ad5688e7-f37d-4d88-b410-f696cf832f79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:12.246167 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fedb160f-45c7-4cf0-aa98-b2d6f1eced2c req-ad5688e7-f37d-4d88-b410-f696cf832f79 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0454235 Apr 12 11:36:12.296459 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fedb160f-45c7-4cf0-aa98-b2d6f1eced2c req-488e4841-875b-4e05-84ef-6cab013e9b74 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Apr 12 11:36:12.691085 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eb6d65c2-24a8-4e15-ab19-a7704b2d763d req-5433e69d-b53e-499a-a8f8-58bc4b260774 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279212 Apr 12 11:36:12.706703 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:36:13.407468 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd6bf5-5ef9-4243-ae52-64a965e3f846 req-6ad14cbe-8175-4f92-821d-6e7b0dda4522 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:13.408939 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dccd6bf5-5ef9-4243-ae52-64a965e3f846 req-6ad14cbe-8175-4f92-821d-6e7b0dda4522 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0471342 Apr 12 11:36:13.463773 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dccd6bf5-5ef9-4243-ae52-64a965e3f846 req-3dcfd3c1-3571-4df6-889c-8d4ab1f26eb5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 Apr 12 11:36:13.793886 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f63c9c41-3791-4322-8445-44c2490dac8c req-6b982b99-c1d2-44d6-b134-2d3d518c710b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0314054 Apr 12 11:36:14.573795 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947812f-3499-4ca6-bf86-2c46b562bc81 req-f7d307b7-5bb3-4441-b7d8-65d681830a84 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:14.575284 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3947812f-3499-4ca6-bf86-2c46b562bc81 req-f7d307b7-5bb3-4441-b7d8-65d681830a84 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0451214 Apr 12 11:36:14.620159 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3947812f-3499-4ca6-bf86-2c46b562bc81 req-40e79556-add4-40ef-8d30-66bf60ddcc8f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Apr 12 11:36:14.891250 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8a7903e-3632-4140-90a3-594aad62759a req-387d2166-dc74-4a52-8257-504c03be3e3e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282030 Apr 12 11:36:15.738989 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26824108-e9e0-471d-8556-17d2145304de req-2ff91cff-377e-476e-b58b-13c2af6d63a0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:15.740467 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-26824108-e9e0-471d-8556-17d2145304de req-2ff91cff-377e-476e-b58b-13c2af6d63a0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0524890 Apr 12 11:36:15.787562 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-26824108-e9e0-471d-8556-17d2145304de req-e25ce46c-c4df-4b55-b7ac-47e2c5c3b2ba tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Apr 12 11:36:16.037422 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b59762b7-3645-436c-a1db-cf385558bc93 req-ce984d68-77a6-4114-83b9-98a87aa08cf9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0742624 Apr 12 11:36:16.896499 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bfbb0-0513-4991-b636-3584de0e7bbf req-e0752d33-7dfe-4f11-8ff0-0214cb542a19 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:16.897943 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fd6bfbb0-0513-4991-b636-3584de0e7bbf req-e0752d33-7dfe-4f11-8ff0-0214cb542a19 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0456052 Apr 12 11:36:16.943512 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fd6bfbb0-0513-4991-b636-3584de0e7bbf req-5168e096-9606-4160-ac01-d50962f8aa27 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Apr 12 11:36:17.134893 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e4b253f0-fcc1-4aee-b8ec-369e8b5f31b3 req-b4fddb89-2221-4c0f-a264-4e5a075817bf tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0281405 Apr 12 11:36:18.058973 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41275f35-83ae-47eb-9aa0-6b9b8ed4f604 req-e079a461-95cc-447a-a5c4-161ae1bc9fd9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:18.060418 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-41275f35-83ae-47eb-9aa0-6b9b8ed4f604 req-e079a461-95cc-447a-a5c4-161ae1bc9fd9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0498669 Apr 12 11:36:18.106760 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-41275f35-83ae-47eb-9aa0-6b9b8ed4f604 req-ece66bd9-f3fc-42db-bec6-716c0122ee3a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Apr 12 11:36:18.236232 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e3231cd5-558b-45ef-a7e5-5f5061bfef83 req-00fe7901-ff38-4d58-a949-7aa72b7390cd tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0308199 Apr 12 11:36:19.221509 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56692606-66d9-4070-9d64-6438799497ca req-ede52381-db84-48ba-88c5-15e2709275a5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:19.223098 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-56692606-66d9-4070-9d64-6438799497ca req-ede52381-db84-48ba-88c5-15e2709275a5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0480103 Apr 12 11:36:19.270751 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-56692606-66d9-4070-9d64-6438799497ca req-d4071730-1c66-4641-b5f2-55178c64e41d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418248 Apr 12 11:36:19.337586 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae1c4f09-802a-4fed-8e7d-ff1951af3167 req-c52b5d29-7fba-43e1-b2e7-4b524c0311a3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273359 Apr 12 11:36:20.383257 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b70bd-3a90-42e0-9373-728c74b381e2 req-b8845ac4-6086-4c71-a890-de52a55013b3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:20.384729 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5a1b70bd-3a90-42e0-9373-728c74b381e2 req-b8845ac4-6086-4c71-a890-de52a55013b3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0473509 Apr 12 11:36:20.434789 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5a1b70bd-3a90-42e0-9373-728c74b381e2 req-3350c8b8-13a1-45ea-9325-8450758978e8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446553 Apr 12 11:36:20.436243 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ea616991-b243-47d0-82b9-5bc41a37066c req-44382501-4b53-4491-b5d9-7780bb1ab6c5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275810 Apr 12 11:36:21.536558 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4cd37462-67ef-4a9a-aa7c-14cae0678a83 req-0cfe22a0-1784-49ab-94d6-1d0abae9decb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272553 Apr 12 11:36:21.548136 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e528bcb-67a6-458a-bdac-e997f477388f req-b8e08718-3526-49b9-8c34-281a4ff7c249 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:21.549603 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e528bcb-67a6-458a-bdac-e997f477388f req-b8e08718-3526-49b9-8c34-281a4ff7c249 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0474236 Apr 12 11:36:21.596023 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3e528bcb-67a6-458a-bdac-e997f477388f req-ee4a9246-0f30-439f-bab8-a290adf07102 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Apr 12 11:36:22.504852 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:22.639574 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a592cf9a-7610-4d60-8432-03cb508c7060 req-033f16ed-6710-4f2b-8530-8d25b9b51dd5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0308824 Apr 12 11:36:22.710957 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05612466-9107-4b5b-862c-629c7eb385ca req-f2b473e2-2f03-4306-9dd0-73c5e60e9b9e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:22.712491 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-05612466-9107-4b5b-862c-629c7eb385ca req-f2b473e2-2f03-4306-9dd0-73c5e60e9b9e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0495493 Apr 12 11:36:22.760080 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-05612466-9107-4b5b-862c-629c7eb385ca req-e0a1a98d-5227-42bb-9f66-e387b723aac8 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Apr 12 11:36:23.737348 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-507ef93a-7ecb-4755-a6c0-b8976a6097ae req-eb1a4610-cbfb-4f0a-b184-0d8d8d5a7c40 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274739 Apr 12 11:36:23.873874 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609c6e0-4e25-47b3-89fe-d4c6647fd471 req-4896a357-0a0e-48df-bfe8-c9614954cc91 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:23.875367 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5609c6e0-4e25-47b3-89fe-d4c6647fd471 req-4896a357-0a0e-48df-bfe8-c9614954cc91 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0493264 Apr 12 11:36:23.920780 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5609c6e0-4e25-47b3-89fe-d4c6647fd471 req-d51ebbdb-551c-4be4-b320-2e8381a8d1b9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Apr 12 11:36:24.834523 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-817358a2-a3c6-40b7-aa98-43442002dc27 req-403ca00c-a382-4acb-9c7b-50c5133b042b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276425 Apr 12 11:36:25.030835 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a16c29-30e8-4260-b1a4-c02ce1c2f06b req-e9df4437-a5f4-4448-a712-15acdd1706b4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:25.032217 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c0a16c29-30e8-4260-b1a4-c02ce1c2f06b req-e9df4437-a5f4-4448-a712-15acdd1706b4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0464990 Apr 12 11:36:25.079502 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c0a16c29-30e8-4260-b1a4-c02ce1c2f06b req-cd040396-5607-4e55-8a37-1596869488ce tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Apr 12 11:36:25.932205 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e68fa2d1-70e0-4406-85fa-284c13fa53c7 req-5fd362f9-5730-4c27-9b15-254daf1083ba tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0268292 Apr 12 11:36:26.190829 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ba9c2-3fa4-43b1-93e4-2edc618055ff req-fef271ef-1102-4d47-bab6-ecb6972cc482 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:26.192180 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-309ba9c2-3fa4-43b1-93e4-2edc618055ff req-fef271ef-1102-4d47-bab6-ecb6972cc482 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0454476 Apr 12 11:36:26.241492 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-309ba9c2-3fa4-43b1-93e4-2edc618055ff req-5005940a-99ba-49c4-8f18-c6b8cdad4fb1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Apr 12 11:36:27.035938 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6eaf84fd-ccca-49fb-b732-aea91daaf044 req-cf830693-9e28-42b2-92a6-28c4cb555a05 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0324090 Apr 12 11:36:27.357801 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff455d-33c5-430d-b689-1c412b20ad33 req-aad67434-d4ba-47c9-b4b5-50871377a0c6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:27.359295 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1fff455d-33c5-430d-b689-1c412b20ad33 req-aad67434-d4ba-47c9-b4b5-50871377a0c6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0475810 Apr 12 11:36:27.410650 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1fff455d-33c5-430d-b689-1c412b20ad33 req-c6170ffa-4b74-4bfa-a8a1-2b2e8ed2c5a4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Apr 12 11:36:28.136378 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f978467a-9d43-4544-8cbf-42da62d7c085 req-b937b6fc-dd93-49dc-8fb0-ecc74c81c376 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Apr 12 11:36:28.523225 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abd167-7e1e-4ef3-a5da-b7380009f12c req-8da1b133-7c6a-4444-a045-32f74b9d921e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:28.524671 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-60abd167-7e1e-4ef3-a5da-b7380009f12c req-8da1b133-7c6a-4444-a045-32f74b9d921e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0456111 Apr 12 11:36:28.570611 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-60abd167-7e1e-4ef3-a5da-b7380009f12c req-719b901e-ca64-4869-a5da-7c9bb564641f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Apr 12 11:36:29.233356 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fc5a945f-42cc-40c9-b47f-a8df2eab13d0 req-423c1c05-6e95-48fe-af91-2f8121baa44e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271654 Apr 12 11:36:29.686478 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22050388-2269-4ff0-a98b-28a442c4344f req-bbde49d3-c0ec-4f48-b88d-60021da8bcac tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:29.688005 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-22050388-2269-4ff0-a98b-28a442c4344f req-bbde49d3-c0ec-4f48-b88d-60021da8bcac tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0504115 Apr 12 11:36:29.734258 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-22050388-2269-4ff0-a98b-28a442c4344f req-98614d66-d8a4-4e06-bb8e-41ebe1fcda37 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Apr 12 11:36:30.332729 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b1cac37a-436b-4772-8e4a-802a7df5a55b req-174d8270-8c80-4e92-8f6c-c9dc5d6254d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272977 Apr 12 11:36:30.846295 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d6b16-9d88-4216-8765-8aa41175aac4 req-bbc86aca-5a53-4e94-ab0f-6d630e2bd157 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:30.847808 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab2d6b16-9d88-4216-8765-8aa41175aac4 req-bbc86aca-5a53-4e94-ab0f-6d630e2bd157 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469339 Apr 12 11:36:30.893549 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab2d6b16-9d88-4216-8765-8aa41175aac4 req-609090d5-a927-4082-b67c-e3e37fb96ba5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Apr 12 11:36:31.434112 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6862e0a3-9da0-45f7-8ef7-e3e71e03c7fb req-d02bc657-c3ea-4a98-b362-14935d7886b0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0313160 Apr 12 11:36:31.510267 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa4aac75-fd2e-4453-b641-99fe4bc256e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:32.011968 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eb105-0a02-4e74-9c8d-39a456bccc3f req-a682b2d6-6263-4cfc-a3a7-a53878d463ac tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:32.013440 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-551eb105-0a02-4e74-9c8d-39a456bccc3f req-a682b2d6-6263-4cfc-a3a7-a53878d463ac tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0533574 Apr 12 11:36:32.067903 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-551eb105-0a02-4e74-9c8d-39a456bccc3f req-fde6ced6-f192-4c07-b2a1-c6039eaef6b1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488856 Apr 12 11:36:32.531824 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-427a1eca-d1f8-4695-b79f-23cc1eee3b31 req-3d8a6871-67ea-487d-b095-175b9065642e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Apr 12 11:36:33.179164 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd25c8b-99aa-451c-bb5c-a2b6f1c6e59e req-b6642039-6565-4c20-b14d-c1edc756f460 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:33.180607 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9bd25c8b-99aa-451c-bb5c-a2b6f1c6e59e req-b6642039-6565-4c20-b14d-c1edc756f460 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0456328 Apr 12 11:36:33.225935 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9bd25c8b-99aa-451c-bb5c-a2b6f1c6e59e req-23582bc1-28c3-4d08-8696-9525269e16c3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Apr 12 11:36:33.630841 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d594f20b-15cb-45db-8a85-4fd96c1df1f3 req-f75638da-f6cd-4e52-9fd6-60abcda40804 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0293627 Apr 12 11:36:33.891230 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1dd5a740-1ed5-4e7f-9a73-7e76c0f4b64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:34.338589 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aaaa6-f61c-4454-b598-2a1458e25c4d req-d5b93fcf-a2c2-4e24-8b4e-194dbcd7fac6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:34.340047 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-698aaaa6-f61c-4454-b598-2a1458e25c4d req-d5b93fcf-a2c2-4e24-8b4e-194dbcd7fac6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0463722 Apr 12 11:36:34.390305 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-698aaaa6-f61c-4454-b598-2a1458e25c4d req-ef762134-8a95-452e-a20c-abce14299edb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447700 Apr 12 11:36:34.729590 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-01db33aa-dfc0-4564-93bc-1046ff69985d req-41873564-ddca-4a51-b261-f70fff8662f9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0283849 Apr 12 11:36:35.161932 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:35.503554 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19e0c4-c776-4c44-87d7-b025c0605aba req-9ac76460-6ef1-47b5-bbb0-e5583dfa963e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:35.505003 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c19e0c4-c776-4c44-87d7-b025c0605aba req-9ac76460-6ef1-47b5-bbb0-e5583dfa963e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470731 Apr 12 11:36:35.550632 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9c19e0c4-c776-4c44-87d7-b025c0605aba req-f56e2cb3-a4df-423c-ba6b-b7a9f10cf6a5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Apr 12 11:36:35.829614 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eb4f4f17-e55f-47dc-a19c-2e22fa1f5fc1 req-25b9933a-891f-48cb-88a8-c409d8203178 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0293775 Apr 12 11:36:36.207382 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:36.660341 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcc345-85a3-4e86-9eaa-35777bb39ea8 req-cb9f1e22-464e-43c5-97d1-07fda7cbefd7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:36.661784 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46fcc345-85a3-4e86-9eaa-35777bb39ea8 req-cb9f1e22-464e-43c5-97d1-07fda7cbefd7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466995 Apr 12 11:36:36.708120 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46fcc345-85a3-4e86-9eaa-35777bb39ea8 req-407e02f2-684d-40b6-a33e-560d9b43b23a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Apr 12 11:36:36.928580 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0f58aa4e-8451-4d37-8493-428552669523 req-ad8967ed-3ace-4c15-8f90-3255488769bc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0265515 Apr 12 11:36:37.811454 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:38.031663 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-93673746-95a2-403d-aa89-14f460a168a5 req-cbc355c4-9ee1-424c-b94e-11f067317176 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0291195 Apr 12 11:36:38.038508 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999506e-c45f-4bb3-b779-d8b891f52b9e req-855d0c75-1c1b-42ea-b14d-e3f14d5b1ae0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:38.041080 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f999506e-c45f-4bb3-b779-d8b891f52b9e req-855d0c75-1c1b-42ea-b14d-e3f14d5b1ae0 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.2654078 Apr 12 11:36:38.086652 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f999506e-c45f-4bb3-b779-d8b891f52b9e req-053b1184-f8db-4d33-a7c8-64da5c522310 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Apr 12 11:36:39.129922 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5936dd51-92d8-48fb-b18e-d14f402305b4 req-3c4e905b-1e6b-4d6a-ba31-194c2cf7f02e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284753 Apr 12 11:36:39.199149 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325456a-6d83-460f-92fb-64d8a44292e8 req-1478acfc-bc83-4fc4-a775-fddcf25567a4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:39.200636 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c325456a-6d83-460f-92fb-64d8a44292e8 req-1478acfc-bc83-4fc4-a775-fddcf25567a4 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465636 Apr 12 11:36:39.247196 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c325456a-6d83-460f-92fb-64d8a44292e8 req-ec16adf2-1462-4cfa-b0f3-8bdf9df25032 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Apr 12 11:36:40.229799 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5b9c9639-7b32-4e9a-9c23-6eac2d202eb1 req-9746a860-decc-4d45-b6be-c6d5825f315d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0293961 Apr 12 11:36:40.360478 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935397ee-54ae-4920-8668-23532472371f req-9eb44763-8a24-4021-b345-66ee0e5acfaf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:40.361929 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-935397ee-54ae-4920-8668-23532472371f req-9eb44763-8a24-4021-b345-66ee0e5acfaf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0493298 Apr 12 11:36:40.408475 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-935397ee-54ae-4920-8668-23532472371f req-c2366fbb-803e-49fe-9c42-01ad7841fa5d tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Apr 12 11:36:41.328215 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9b1b5fd7-1c19-4bbc-9ed9-e64f479bd1b3 req-1ccfe669-0c5a-48ec-b7a6-418baab8bceb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275092 Apr 12 11:36:41.519514 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c1fba-4e06-4fff-9545-368a39b9e939 req-4b148e62-f971-4cee-ab5d-8cf9a8390dee tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:41.520954 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ed3c1fba-4e06-4fff-9545-368a39b9e939 req-4b148e62-f971-4cee-ab5d-8cf9a8390dee tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0449939 Apr 12 11:36:41.566713 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ed3c1fba-4e06-4fff-9545-368a39b9e939 req-938d0b52-61b5-4025-9846-7c1b24af3788 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393653 Apr 12 11:36:42.426620 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-66bcf17e-c131-46e5-8c0a-28ae4c3d7381 req-f40b9d4c-8c78-48f3-902b-0b9fa84be361 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Apr 12 11:36:42.678425 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf8e35-0502-40e9-a013-fb8c50c4f73e req-fc7ab37c-6167-4a85-89e6-a6877279a8c7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:42.680281 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c7cf8e35-0502-40e9-a013-fb8c50c4f73e req-fc7ab37c-6167-4a85-89e6-a6877279a8c7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0450716 Apr 12 11:36:42.729307 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c7cf8e35-0502-40e9-a013-fb8c50c4f73e req-0e2957da-0024-4215-9857-30cbd039ff55 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Apr 12 11:36:43.524282 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-79cfa117-f99c-4581-b592-ce79eaeb28e1 req-05f1bb72-eb90-4618-8c0f-ce44634ee6c3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267415 Apr 12 11:36:43.841345 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fef02-b80e-4d98-959a-c95ec67b9217 req-7153309a-c9d1-4036-bd6a-fcc6ac476771 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:43.842814 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4c2fef02-b80e-4d98-959a-c95ec67b9217 req-7153309a-c9d1-4036-bd6a-fcc6ac476771 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0460033 Apr 12 11:36:43.888101 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4c2fef02-b80e-4d98-959a-c95ec67b9217 req-f5da8337-8a04-4c3b-88b3-53516a027491 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Apr 12 11:36:44.627248 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f98848e-2ab3-4b82-ba29-9c31926ce121 req-a9aa3f74-f1c5-4be7-82d2-b025d4420159 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0311828 Apr 12 11:36:44.999527 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf1ee-2d2d-4fa3-a45b-055f1ea241da req-065cc30c-ee84-4c17-8995-b548e944c8da tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:45.000999 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d9cf1ee-2d2d-4fa3-a45b-055f1ea241da req-065cc30c-ee84-4c17-8995-b548e944c8da tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0470703 Apr 12 11:36:45.047238 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d9cf1ee-2d2d-4fa3-a45b-055f1ea241da req-811f3867-beb5-48a3-97f9-66f3046f05c7 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 Apr 12 11:36:45.725038 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca1232e5-458e-4138-b3ed-b5cb566d8f43 req-ca35426d-656b-4e8c-9d90-3dc6b12cebf7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267384 Apr 12 11:36:46.161083 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d39ee-0e53-4c2e-8311-1c0d31608f00 req-a245590f-80ad-4282-ba26-620630046ed3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:46.162568 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e72d39ee-0e53-4c2e-8311-1c0d31608f00 req-a245590f-80ad-4282-ba26-620630046ed3 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0502446 Apr 12 11:36:46.208684 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e72d39ee-0e53-4c2e-8311-1c0d31608f00 req-1c8d2a7c-ab12-4da2-b540-7b71de9241cd tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Apr 12 11:36:46.822682 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-abfb6d7c-2969-4332-ad05-b5368bfb889c req-00dfcbfd-48c6-4c29-bb95-f2c6fda22751 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Apr 12 11:36:47.319559 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b36f38-1acf-4142-9c22-a1988009d7e1 req-43599e42-7ba8-4806-851d-4733f73ceafe tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:47.321574 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-51b36f38-1acf-4142-9c22-a1988009d7e1 req-43599e42-7ba8-4806-851d-4733f73ceafe tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0461228 Apr 12 11:36:47.366614 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-51b36f38-1acf-4142-9c22-a1988009d7e1 req-6c25e0c9-b2eb-461a-ade5-39acc7b855f6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Apr 12 11:36:47.922251 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2341aed2-91b6-4e35-a9ef-ebaecdb80cdb req-b6e26025-752c-468e-8bca-ac9bc1abd771 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0270402 Apr 12 11:36:48.478606 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548b9c4-6288-4866-9c1b-fca3e6d081c9 req-d9695e86-f7ec-4091-bb50-d5e7b8c38faf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:48.480069 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6548b9c4-6288-4866-9c1b-fca3e6d081c9 req-d9695e86-f7ec-4091-bb50-d5e7b8c38faf tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0465674 Apr 12 11:36:48.536469 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6548b9c4-6288-4866-9c1b-fca3e6d081c9 req-059dcd8b-0c41-424c-985d-eb07f8efa391 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509198 Apr 12 11:36:49.024794 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-922fdb6c-e1ef-4d71-873b-bcf1b20c0a9c req-51136eb1-4159-4883-a9ba-856720a7be15 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0296140 Apr 12 11:36:49.650020 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21112d-beb7-44d0-b020-f6f053fdb883 req-2c5fd740-6fdd-426f-ae8c-a92e8f120d73 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:49.651493 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fe21112d-beb7-44d0-b020-f6f053fdb883 req-2c5fd740-6fdd-426f-ae8c-a92e8f120d73 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0469368 Apr 12 11:36:49.697019 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fe21112d-beb7-44d0-b020-f6f053fdb883 req-5f567631-19c8-4a24-92fa-a44a142ef594 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 Apr 12 11:36:49.706671 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:36:50.122631 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6334323e-435c-48ea-beef-a07a97c796f3 req-7e5bc990-4d11-4b96-9eeb-6e342251bef2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272853 Apr 12 11:36:50.907956 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236571d4-85d1-4795-9b50-d8c959414d8d req-d8bc1932-f439-4227-a837-3bde44963958 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:50.909396 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-236571d4-85d1-4795-9b50-d8c959414d8d req-d8bc1932-f439-4227-a837-3bde44963958 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0457358 Apr 12 11:36:50.955104 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-236571d4-85d1-4795-9b50-d8c959414d8d req-2922c63e-e94c-423a-b407-535ecfb45705 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 Apr 12 11:36:51.222476 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bd1e498b-22a8-4789-a62c-f8120bebd788 req-a7c287c1-7e6e-4626-b8b4-835e10b57c27 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276952 Apr 12 11:36:52.073256 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e6d8c-1748-4de8-896f-61812950f41d req-3337b933-7c0a-4322-84aa-10789bfd2bb5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:52.074748 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fa8e6d8c-1748-4de8-896f-61812950f41d req-3337b933-7c0a-4322-84aa-10789bfd2bb5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0523138 Apr 12 11:36:52.121609 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fa8e6d8c-1748-4de8-896f-61812950f41d req-a02e064a-414f-4a14-9cf3-d49cb8632832 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Apr 12 11:36:52.322752 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-848b3ce7-cd90-491d-a03c-5b25d6819665 req-50a76eca-a7ec-447c-93bd-d2c23bda707f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0264287 Apr 12 11:36:52.531126 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:36:53.231975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6099c-8c2c-4aee-9ad6-2bc499868d95 req-94f5d16b-6225-4858-adec-0d9adbf6aec5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:53.233461 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6ab6099c-8c2c-4aee-9ad6-2bc499868d95 req-94f5d16b-6225-4858-adec-0d9adbf6aec5 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0476544 Apr 12 11:36:53.281708 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6ab6099c-8c2c-4aee-9ad6-2bc499868d95 req-fc75bcd6-ae30-4819-ba43-1f456324b064 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427988 Apr 12 11:36:53.424354 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9c67544-ccc4-4c6f-862f-0c76d3d9e218 req-0bc76203-ae45-49c2-b4fd-c59c55617b6e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Apr 12 11:36:54.398483 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed583dc-f33f-445e-a05f-7e9751ed56ac req-e33d4c78-30f2-4f41-b96b-b867af8fbcec tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:54.400831 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3ed583dc-f33f-445e-a05f-7e9751ed56ac req-e33d4c78-30f2-4f41-b96b-b867af8fbcec tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0527329 Apr 12 11:36:54.449882 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3ed583dc-f33f-445e-a05f-7e9751ed56ac req-d3d13f17-8d06-4d23-a0c7-b3a40bad07a9 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Apr 12 11:36:54.522219 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-097fe684-e5c3-4e31-b182-5ee6f7e17c5c req-2421725d-0a83-4842-a667-bc5a89d89dfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277028 Apr 12 11:36:55.564223 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec132283-2817-4170-8a5e-5a2c56de4fb5 req-07cab370-6566-439a-a0e3-b92842351224 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:55.565807 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ec132283-2817-4170-8a5e-5a2c56de4fb5 req-07cab370-6566-439a-a0e3-b92842351224 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0498376 Apr 12 11:36:55.614946 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ec132283-2817-4170-8a5e-5a2c56de4fb5 req-aa231028-8541-49ce-8a74-5ea20ea21398 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Apr 12 11:36:55.620094 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f891c443-cb49-4dab-aa0b-0560fb6173a2 req-4bca3f1f-0af7-476f-84a1-797e04f0d943 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271964 Apr 12 11:36:56.721707 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-56b61a4c-f85e-41f9-85b2-e56001f305b2 req-044e7c3f-c7b9-4448-b330-900b04ac8589 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0273492 Apr 12 11:36:56.731673 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00746b69-348a-4f3c-9883-96a7e0057083 req-5d316f21-cdc5-47aa-afeb-9dc917f83e55 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:56.733169 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-00746b69-348a-4f3c-9883-96a7e0057083 req-5d316f21-cdc5-47aa-afeb-9dc917f83e55 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0476177 Apr 12 11:36:56.784540 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-00746b69-348a-4f3c-9883-96a7e0057083 req-46accbe7-2eed-42f6-aea8-cc5bbc00662b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Apr 12 11:36:57.822703 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0ee1cf29-75e3-4beb-ad50-f30b7fb08877 req-9c271f89-a88c-4cf9-a7cc-3b9734e74a1c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0301330 Apr 12 11:36:57.899191 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d94d8-dbcd-4cf7-882d-251ea1435f7a req-5a03d61a-d1d1-4932-8cc1-c39315969968 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:57.900664 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4e5d94d8-dbcd-4cf7-882d-251ea1435f7a req-5a03d61a-d1d1-4932-8cc1-c39315969968 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0486932 Apr 12 11:36:57.960560 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4e5d94d8-dbcd-4cf7-882d-251ea1435f7a req-d6e520ae-a6c8-4ba3-b078-b28025a6beec tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541043 Apr 12 11:36:58.922065 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e6d6a457-b436-4250-ba9f-f2079cd5b855 req-249fa925-7de4-4cea-a787-1fb741fd69d4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277016 Apr 12 11:36:59.073789 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771ca54-a835-4ef4-a05e-b00d867acb26 req-ee4e39dc-5243-422f-9372-8d17348b9b02 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:36:59.075276 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4771ca54-a835-4ef4-a05e-b00d867acb26 req-ee4e39dc-5243-422f-9372-8d17348b9b02 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466337 Apr 12 11:36:59.121141 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4771ca54-a835-4ef4-a05e-b00d867acb26 req-e84b1630-d2ce-41c1-9a5c-4ab41181fa7f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Apr 12 11:37:00.022218 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e70bfa60-fb71-4908-9a3c-cd9eead0b76b req-a0ba109e-3666-4073-8751-f9a126d36914 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267212 Apr 12 11:37:00.238274 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642a27a-3254-4544-a817-766422580891 req-988d810e-fe3f-4473-aae1-3b1f25b77621 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:00.239691 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7642a27a-3254-4544-a817-766422580891 req-988d810e-fe3f-4473-aae1-3b1f25b77621 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0505242 Apr 12 11:37:00.290156 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7642a27a-3254-4544-a817-766422580891 req-dfd600c9-038c-49c9-9456-58c66f01d0ad tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Apr 12 11:37:01.120858 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9f838429-146b-471e-a9be-397ab131f16c req-dd838b7c-f00f-40f9-826d-63794546d8ee tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277598 Apr 12 11:37:01.403112 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7c684-7419-4151-aa12-b199d8315327 req-ef4dcfaf-655c-416b-8341-5c68a31a9382 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:01.404568 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8f7c684-7419-4151-aa12-b199d8315327 req-ef4dcfaf-655c-416b-8341-5c68a31a9382 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0486016 Apr 12 11:37:01.452722 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8f7c684-7419-4151-aa12-b199d8315327 req-86298c29-a034-480d-b6b4-05b31e09a796 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Apr 12 11:37:01.527445 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c0e5f62a-fe18-4e27-803b-44bacfc40011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:02.222229 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b5d4b2ff-a82b-4473-b0bf-7409b53a2819 req-545b6550-8589-4853-be83-f351d8cb1196 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0314186 Apr 12 11:37:02.569293 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa47c17-8a63-4ecb-89fb-38c02cdff101 req-9f755713-8131-4e3e-97dc-8f615abefebb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:02.570775 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fa47c17-8a63-4ecb-89fb-38c02cdff101 req-9f755713-8131-4e3e-97dc-8f615abefebb tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0499122 Apr 12 11:37:02.620797 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fa47c17-8a63-4ecb-89fb-38c02cdff101 req-556f1f39-f19c-4745-abf9-11c16aa998ec tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Apr 12 11:37:03.319095 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6b21492d-4077-4e30-bdcc-4215cb04930b req-b996bddc-ea51-4b84-b085-99ced0cbb1b0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267601 Apr 12 11:37:03.739475 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a45dfe-a515-47b5-ac6c-e551c092b2c2 req-0691da9d-5bb4-44bb-b832-fe69f1908539 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:03.741029 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6a45dfe-a515-47b5-ac6c-e551c092b2c2 req-0691da9d-5bb4-44bb-b832-fe69f1908539 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0542967 Apr 12 11:37:03.788588 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6a45dfe-a515-47b5-ac6c-e551c092b2c2 req-501ca3ae-dc4c-4760-9227-b08d3917b67e tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411246 Apr 12 11:37:03.916592 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-93073289-d87b-4604-aa61-6e0f43fadbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:04.418851 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4ca35b7b-3041-4245-a573-a77469a65d2a req-07b87328-701d-4487-b904-de8ae9a83a52 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Apr 12 11:37:04.901926 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc4e86-2b71-4485-9c1d-69fcd357e52a req-5c29faae-fd34-4db1-9352-d8f76c2575ae tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:04.903397 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-11bc4e86-2b71-4485-9c1d-69fcd357e52a req-5c29faae-fd34-4db1-9352-d8f76c2575ae tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0464602 Apr 12 11:37:04.948675 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-11bc4e86-2b71-4485-9c1d-69fcd357e52a req-f719d835-a194-488e-999d-623a633ed138 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Apr 12 11:37:05.196570 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:05.517266 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-412ba379-c87d-4dbe-9086-7d77732b58c5 req-fc3bcc15-e196-48e4-b72f-a0b45c5fa06f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Apr 12 11:37:06.072146 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42baae-ff38-4d05-85cc-16cde6d2c6b8 req-e863bdf1-75d0-44fa-ace2-aba7facf7854 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:06.073633 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5a42baae-ff38-4d05-85cc-16cde6d2c6b8 req-e863bdf1-75d0-44fa-ace2-aba7facf7854 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0531466 Apr 12 11:37:06.120894 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5a42baae-ff38-4d05-85cc-16cde6d2c6b8 req-0b13006c-5dda-4bc6-a782-bf4c5ab7ed68 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Apr 12 11:37:06.390522 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:06.619642 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c7d8f775-c9ad-40ec-bb5f-2c8d32d1f27b req-f46859cc-12e2-46a5-9e78-1e1005b0c18f tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0309365 Apr 12 11:37:07.232445 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279157b3-248c-4262-93ab-c114fca58eac req-d844f041-b860-48e8-8d37-6f17c9dfd234 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:07.233858 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-279157b3-248c-4262-93ab-c114fca58eac req-d844f041-b860-48e8-8d37-6f17c9dfd234 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0466843 Apr 12 11:37:07.280196 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-279157b3-248c-4262-93ab-c114fca58eac req-6112f8a9-eead-463e-8a64-51170c4f6e4a tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Apr 12 11:37:07.718287 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-93ad3747-b78a-4519-9c9e-2aa2f09c7940 req-87dbc02b-96c7-4134-9923-03ea10325467 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Apr 12 11:37:07.819241 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:08.396227 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c7526-3df6-4c19-a897-e8e5447485cf req-65b9364a-b9f3-46e8-8dc8-5de44b0e218b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:08.397720 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-478c7526-3df6-4c19-a897-e8e5447485cf req-65b9364a-b9f3-46e8-8dc8-5de44b0e218b tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0512917 Apr 12 11:37:08.444230 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-478c7526-3df6-4c19-a897-e8e5447485cf req-4123ba9b-2bb2-4b6f-9f67-053b98f0233f tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Apr 12 11:37:08.816637 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b2d1077a-bc54-43a0-8466-db26122de6a9 req-220ebc7c-36f9-4679-ad26-9a67a9a9f088 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277526 Apr 12 11:37:09.555892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7196557-8a1d-4521-b14d-a61fd2283644 req-a0145552-48fb-47eb-a8db-d4dfd8cb1b10 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:09.557809 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e7196557-8a1d-4521-b14d-a61fd2283644 req-a0145552-48fb-47eb-a8db-d4dfd8cb1b10 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0472648 Apr 12 11:37:09.605666 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e7196557-8a1d-4521-b14d-a61fd2283644 req-ae3701ae-2152-4a8b-9c24-08f1cd9acdf6 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.59 "GET /v2.0/security-groups?id=fc9440f6-7254-463c-94fc-8f6c3c5c87ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Apr 12 11:37:09.916356 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9f9c372b-d3cd-4943-9598-48606f4a90aa req-34941d8a-4c78-4aa2-be48-e71b1b5c07f0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282998 Apr 12 11:37:10.581194 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9b42044-9f41-422a-bb07-60440294a72a req-cecbe8a0-9fba-49ae-809d-1d70cb890dd2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392990 Apr 12 11:37:10.674323 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b42044-9f41-422a-bb07-60440294a72a req-e0d9b0cf-766b-43fc-b753-20413f8b6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:10.675815 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9b42044-9f41-422a-bb07-60440294a72a req-e0d9b0cf-766b-43fc-b753-20413f8b6c01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77070a5964674c428b8aff6c13200ead&device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 1129 time: 0.0394096 Apr 12 11:37:10.777956 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b42044-9f41-422a-bb07-60440294a72a req-04af4095-9d4b-430b-b423-a653e5691448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:10.779466 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9b42044-9f41-422a-bb07-60440294a72a req-04af4095-9d4b-430b-b423-a653e5691448 service neutron] 10.222.0.52 "GET /v2.0/networks?id=02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 200 len: 919 time: 0.0848563 Apr 12 11:37:10.822117 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9b42044-9f41-422a-bb07-60440294a72a req-776a4bbb-0c1d-40e6-935f-24525eb8ce7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 200 len: 217 time: 0.0363612 Apr 12 11:37:10.868236 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b42044-9f41-422a-bb07-60440294a72a req-5bb0f1d9-1093-47dc-8066-8df22b338736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:10.869625 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9b42044-9f41-422a-bb07-60440294a72a req-5bb0f1d9-1093-47dc-8066-8df22b338736 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 200 len: 857 time: 0.0425990 Apr 12 11:37:10.913339 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b42044-9f41-422a-bb07-60440294a72a req-577e68ab-477c-4c30-8bc7-0b295b6e51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:37:10.914833 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9b42044-9f41-422a-bb07-60440294a72a req-577e68ab-477c-4c30-8bc7-0b295b6e51f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=02313fd0-40df-4fb0-9eff-eaf90d447362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399759 Apr 12 11:37:11.007132 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9b42044-9f41-422a-bb07-60440294a72a req-2f597325-9ea1-4b61-bf52-67441d1deef8 service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865064 Apr 12 11:37:11.015476 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0cfdb6cd-34af-4974-8d9c-4dc4004f6415 req-488db021-cf3a-4a1c-8f5a-f92bee71a6f4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0281136 Apr 12 11:37:11.094920 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c9b42044-9f41-422a-bb07-60440294a72a req-ad051830-1068-4bab-8cd0-b9c3242b5f1e service neutron] 10.222.0.52 "GET /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818367 Apr 12 11:37:12.118445 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-83409298-5ed6-46e4-af03-0a8869928fca req-1a4bc5cc-122b-4c3e-9870-ddcbc105b2cb tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0330482 Apr 12 11:37:13.220264 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9410a0f0-596d-43fb-a26d-c6ed2cab2061 req-ce6b5233-8edd-4bec-ae52-75dbd7353e43 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0298886 Apr 12 11:37:14.325067 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4a0c58cf-bffb-4e08-9d97-7762e13fdd0d req-b43d8840-bc04-4a3e-a53b-8288988834c2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278087 Apr 12 11:37:15.434517 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2288f741-a56c-4d7c-93be-f43986a6cc36 req-f3d23945-8039-4d91-a353-eab70a6dd756 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0348387 Apr 12 11:37:16.536413 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ebf67a23-de72-43d5-9fc6-26697c45a572 req-f3e7870c-39c6-4ea8-b19e-73f2b817f110 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Apr 12 11:37:17.638049 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5314d024-51c9-4191-af3f-ecf75842e8dc req-198a25c8-6f08-4d82-867e-64cb779b61f2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279508 Apr 12 11:37:18.735816 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3379b207-2aac-4e94-85c7-6cdb6a5b5476 req-d9413ed6-3b24-4e02-bcf6-bc715e1d50a0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271475 Apr 12 11:37:19.845608 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-39c0bea1-360b-4c2f-95c9-25f8595f9486 req-d5a7fe7a-23ad-4885-8885-4a95cc5ddd55 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278399 Apr 12 11:37:20.948437 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b770f22c-9126-4d07-bd2d-d32620ff82e5 req-36afd459-cfd1-4c2c-84a3-5fb8f9f75ea8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0286884 Apr 12 11:37:22.050668 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3ae4f206-df1b-4b34-b793-4c8e40c2cc74 req-a3475981-18e2-41f0-9aaf-852b6ef777a9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0284739 Apr 12 11:37:22.525333 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:23.151412 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e7a4f266-2c30-46dd-86de-cec88af4f611 req-af2560da-8904-4cdb-8749-b3ddf66dca4d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0285327 Apr 12 11:37:24.258172 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-90d0ca58-c9b0-4ffd-b3eb-3f6971ccdeca req-88328b47-6eb2-469e-8baf-5f462f89717d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0304694 Apr 12 11:37:25.358173 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c3da45f1-4540-4c59-951c-1fe19effa2e2 req-4d10e17f-abeb-4056-a62a-0a0e8e4b84e2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272510 Apr 12 11:37:26.456211 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-44f65cf7-05b0-42d4-a801-c74f3c0ebc59 req-a2912b67-b12c-4819-aa16-7ae23ae74ad2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282273 Apr 12 11:37:26.707018 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:37:27.553545 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b2725869-3c5c-4a5a-8dde-f99b769d12bb req-e66145bf-b820-42dd-ba54-0eda30550dbf tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275538 Apr 12 11:37:28.652189 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-22c710ca-9cbc-4e02-876a-e147966f1048 req-de6ac9e8-04ff-40d0-a6ac-777435eb4ec9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Apr 12 11:37:29.755405 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2ccbc215-d54b-457e-9ade-4506f1395e28 req-6582080d-f5a9-4f90-8a45-d6ae06cea460 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0281732 Apr 12 11:37:30.852465 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-61017761-2c08-498a-ac79-6c09c9a01710 req-dbc6c559-79b6-4d8a-bc1f-a1652533706c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Apr 12 11:37:31.530906 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-378840f4-4282-41a3-8194-3ddbc1b2ec73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:31.960219 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9860957f-b9e7-4b28-b1cd-5a6bd90dda5c req-bbb48d1b-5c62-41bb-9f50-0a78b32d5ece tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0295529 Apr 12 11:37:33.059390 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ae014324-77f6-40fb-a128-ec84f17ce41a req-d602e57f-a5bd-4ded-aaff-50053601e61a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0290284 Apr 12 11:37:33.888925 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a8fa-6843-4f39-a137-85a99b84e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:34.413452 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2c01b10d-84c0-43d2-bd10-cc1caaa143a1 req-fd955efc-7a51-4907-93c5-0d8c04f45280 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.2784493 Apr 12 11:37:35.176408 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:35.515804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5d17bc04-b252-4fc0-966d-db2d3c7b75b3 req-1eb86644-e0d4-4437-bf40-178e351dca42 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0303180 Apr 12 11:37:36.228319 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:36.613163 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6bb3e297-ec52-43db-a8b5-ffc5cccf6205 req-b12fa1bd-71b1-4e5d-bfb8-63fbdb5f3536 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0268066 Apr 12 11:37:37.709447 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3998f289-55dc-4fba-909a-e21b8d08d63e req-3d5855be-a1ba-40f4-abf8-2770a548f310 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274918 Apr 12 11:37:37.828099 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:38.805543 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1c5f2b76-5a6d-4fd1-8b0b-ec914b2cdfd9 req-d49d49bc-9bba-42df-95dd-cf06dfe5e910 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0263870 Apr 12 11:37:39.903238 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4fa915e8-4c94-49cf-9aba-d0bcfc93ab19 req-3ca2fd11-a51d-4cff-b219-e22e8bf368ad tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276501 Apr 12 11:37:41.002339 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aaa0b946-de1d-444d-bb8e-4b95a5135307 req-38cc4d8a-f160-44ae-b5db-27f71c644967 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0289640 Apr 12 11:37:42.107483 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-09e310f6-4e6d-4909-851b-9dfa831a04b6 req-6203b209-0813-43e2-b71f-53e664823014 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0276341 Apr 12 11:37:43.207609 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-331673ce-6d58-44f9-8540-0dd0d2d5b4ff req-dd28f998-0459-4832-a14c-47f07b8e0fbf tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0297492 Apr 12 11:37:44.306644 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2c3953c2-b6a6-4eab-ac69-45a59afcbfde req-c72ada50-298d-4cea-9386-541e2326a8ea tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274749 Apr 12 11:37:45.404397 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-158491d4-eb1c-451e-9b13-364fc0cc3eed req-d9c86b67-a4be-4500-b899-0171e06be0ba tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0271094 Apr 12 11:37:46.503509 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b9122cb4-0560-42dd-be92-f63544778cf1 req-51d756ff-e797-4107-aed7-30f89fd67c57 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0282865 Apr 12 11:37:47.600171 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aecdfd71-9f3a-4632-ac44-770858bf0a1c req-df3087cf-b80c-454e-b5d9-1b7346d756cc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0263987 Apr 12 11:37:48.700534 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c42577e9-1c0a-4ca5-befa-34482ca60165 req-c5ce1337-6f20-420b-aac9-8bae104ac1af tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0298448 Apr 12 11:37:49.798314 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9db58a05-28f5-44a7-bba6-b68b477210c4 req-42c81213-3ec7-466c-a153-1ee1c7a40ccc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0268204 Apr 12 11:37:50.904032 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-acb696a9-f7c7-420e-8cfa-261e448c2add req-63419cb8-ca9e-4729-b2fb-ee64c08615b5 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0335324 Apr 12 11:37:52.005862 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f1248faa-7210-46bc-9d20-f376b8a87085 req-eb955431-19dc-4a09-95e5-e4cfded99055 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0300856 Apr 12 11:37:52.551131 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:37:53.104317 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-589c2878-8893-4bb5-b6b8-b4a5e45c68d0 req-548343c0-e23a-4464-a29c-2e702cf79dad tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278034 Apr 12 11:37:54.206866 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ed48017-4dab-49f5-b1e2-119bac84f12d req-f4031dcb-594c-40dd-b52a-e9c42b2b0cf3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0297585 Apr 12 11:37:55.304523 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9bd2e43c-67c6-4921-8a27-f96732264988 req-18c7616e-023b-4977-a152-f12db41133b8 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0279081 Apr 12 11:37:56.401774 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eac35f14-15a8-4896-8858-9906b7c7eba4 req-21eec8b1-1126-4a66-8619-303ec092442e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0280519 Apr 12 11:37:57.500029 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fc5c90b5-8000-4405-a3cf-58ba922bd85e req-065102e8-dd61-44e3-a68d-8db2c2a2f35a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0277178 Apr 12 11:37:58.601412 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0c748989-a626-4c0c-9099-fbf8bfe09b1b req-2fc0bb98-2b61-4098-8b81-fb0f3b700b44 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0274968 Apr 12 11:37:59.703418 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-12c210fa-dc2e-4c99-95a1-ee9c4f2e93a5 req-166d69a2-af83-48d1-89ae-b31821ad0610 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0267980 Apr 12 11:38:00.804342 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-71415a17-1c3a-4b22-af56-8f3fe4680a02 req-e586c006-b7ed-4833-8392-be4ee1266318 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e4ed1df-53f4-45e7-aee8-8101cd8b3889 HTTP/1.1" status: 200 len: 210 time: 0.0278051 Apr 12 11:38:00.946195 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 54138) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:01.001903 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (65ac1a01-b2b7-4625-a09e-74d0dd7abf07), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.025375 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (65ac1a01-b2b7-4625-a09e-74d0dd7abf07), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.173921 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (65ac1a01-b2b7-4625-a09e-74d0dd7abf07), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.176605 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.177835 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "DELETE /v2.0/security-groups/65ac1a01-b2b7-4625-a09e-74d0dd7abf07 HTTP/1.1" status: 204 len: 168 time: 0.2305934 Apr 12 11:38:01.180770 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54140) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:01.186758 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac1a01-b2b7-4625-a09e-74d0dd7abf07,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:01.194252 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.194604 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.194945 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.195288 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.195616 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.196055 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.196385 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.196710 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.197030 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.197217 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.api.v2.resource [None req-57be02d1-4241-4787-b57d-f748d5251f25 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] show failed (client error): The resource could not be found. Apr 12 11:38:01.197341 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.197655 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.197977 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.198249 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-57be02d1-4241-4787-b57d-f748d5251f25 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups/65ac1a01-b2b7-4625-a09e-74d0dd7abf07 HTTP/1.1" status: 404 len: 347 time: 0.0164540 Apr 12 11:38:01.198440 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.198639 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.198955 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f26fed-11f6-460f-a712-b15679c2769e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.201660 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54142) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:01.316631 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Deleting port d47b88b3-bd42-40b2-9ffc-f4bcab4997db {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:38:01.316970 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.391655 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.392235 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.404758 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Calling delete_port for d47b88b3-bd42-40b2-9ffc-f4bcab4997db owned by network:floatingip {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:38:01.536738 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8c16-9522-48ff-9f87-9c4177243368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.625613 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (d47b88b3-bd42-40b2-9ffc-f4bcab4997db), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.651010 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event deleted for resources: {'Port': ['ID=d47b88b3-bd42-40b2-9ffc-f4bcab4997db,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:01.679675 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.681320 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.681320 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.681320 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.681687 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.681794 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.682136 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.682469 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.682799 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.683130 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.683460 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.683792 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.684123 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.684452 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.684779 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:01.732272 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (a0adf0e2-d406-44ed-9e5b-fedfd7d540a4), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.735180 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:01.736337 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-22b168c8-7b85-49c0-bb8e-2883895d4952 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "DELETE /v2.0/floatingips/a0adf0e2-d406-44ed-9e5b-fedfd7d540a4 HTTP/1.1" status: 204 len: 168 time: 0.5345109 Apr 12 11:38:02.369047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54146) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:02.373749 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-5742c858-88d2-4a88-8c80-650fa5464e47 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009517949', 'description': 'tempest-description--286811823'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:38:02.462369 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5742c858-88d2-4a88-8c80-650fa5464e47 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:02.528391 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5742c858-88d2-4a88-8c80-650fa5464e47 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (faa2338c-3623-4754-a5a7-601432518221), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:02.587577 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5742c858-88d2-4a88-8c80-650fa5464e47 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (faa2338c-3623-4754-a5a7-601432518221), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:02.615526 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742c858-88d2-4a88-8c80-650fa5464e47 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa2338c-3623-4754-a5a7-601432518221,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:02.690213 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5742c858-88d2-4a88-8c80-650fa5464e47 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:02.691474 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-5742c858-88d2-4a88-8c80-650fa5464e47 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3214154 Apr 12 11:38:02.694476 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54148) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:02.699001 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-83bfe84e-5e13-467d-bf57-40675f2739d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'security_group_rule': {'security_group_id': 'faa2338c-3623-4754-a5a7-601432518221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:38:02.798874 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83bfe84e-5e13-467d-bf57-40675f2739d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (f61f0e79-6c41-4596-b7f1-ce5c4723f4ac), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:02.852262 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83bfe84e-5e13-467d-bf57-40675f2739d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (f61f0e79-6c41-4596-b7f1-ce5c4723f4ac), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:02.962141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83bfe84e-5e13-467d-bf57-40675f2739d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (f61f0e79-6c41-4596-b7f1-ce5c4723f4ac), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:02.979549 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfe84e-5e13-467d-bf57-40675f2739d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61f0e79-6c41-4596-b7f1-ce5c4723f4ac,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:03.090605 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83bfe84e-5e13-467d-bf57-40675f2739d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:03.091831 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-83bfe84e-5e13-467d-bf57-40675f2739d3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963318 Apr 12 11:38:03.094581 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54150) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:03.098826 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-5fcbbd31-2c89-448b-b96e-c5e25173b310 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'security_group_rule': {'security_group_id': 'faa2338c-3623-4754-a5a7-601432518221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:38:03.228031 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbd31-2c89-448b-b96e-c5e25173b310 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (fe8e6ac2-7bff-4f43-a5fd-12be750509af), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:03.283692 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbd31-2c89-448b-b96e-c5e25173b310 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (fe8e6ac2-7bff-4f43-a5fd-12be750509af), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:03.399332 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbd31-2c89-448b-b96e-c5e25173b310 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (fe8e6ac2-7bff-4f43-a5fd-12be750509af), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:03.420799 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbbd31-2c89-448b-b96e-c5e25173b310 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8e6ac2-7bff-4f43-a5fd-12be750509af,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:03.524693 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbd31-2c89-448b-b96e-c5e25173b310 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:03.525915 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-5fcbbd31-2c89-448b-b96e-c5e25173b310 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4304178 Apr 12 11:38:03.529043 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54152) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:03.533566 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:38:03.651046 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:03.705080 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:38:03.728021 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:03.835268 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Allocated IP 172.27.1.14 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/5d707d37-0b36-4b2f-9db2-912484e6fc48) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:38:03.911356 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a9d59821-d8bb-4842-b094-75d6e76650f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:03.937619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for port (5d707d37-0b36-4b2f-9db2-912484e6fc48), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:04.065924 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (5d707d37-0b36-4b2f-9db2-912484e6fc48), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:04.107418 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:38:04.110169 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:38:04.113485 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:38:04.138777 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'Port': ['ID=5d707d37-0b36-4b2f-9db2-912484e6fc48,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:04.243182 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (e6170c0f-f853-4716-8dc6-01c138004458), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:04.342468 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (5d707d37-0b36-4b2f-9db2-912484e6fc48), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:04.493625 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for port (5d707d37-0b36-4b2f-9db2-912484e6fc48), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:04.579744 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (5d707d37-0b36-4b2f-9db2-912484e6fc48), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:04.649137 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'Port': ['ID=5d707d37-0b36-4b2f-9db2-912484e6fc48,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:04.660141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (e6170c0f-f853-4716-8dc6-01c138004458), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:04.735873 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:04.737103 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-10f5700e-f02a-4fb8-9ab0-41f5ab9a392a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2071416 Apr 12 11:38:04.893601 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-57b172f3-8a8d-45f4-aa45-088ad25e8da9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1009517949&fields=id&tenant_id=e476965a905e40cdaa1279d48e3c78a7 HTTP/1.1" status: 200 len: 267 time: 0.0424633 Apr 12 11:38:05.000011 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-a99b84f8-13c8-46fd-8ee3-55b961c0303c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:05.001396 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-a99b84f8-13c8-46fd-8ee3-55b961c0303c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 815 time: 0.1011076 Apr 12 11:38:05.016046 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-fda89743-e77e-49a4-9837-c6c5f8fc0354 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/quotas/e476965a905e40cdaa1279d48e3c78a7 HTTP/1.1" status: 200 len: 375 time: 0.0092998 Apr 12 11:38:05.063470 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-1c4d18b6-0a12-4a1f-948b-235bcb2dbc28 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427473 Apr 12 11:38:05.121681 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-04db2ef0-7f03-4d39-a58b-bbc915cf274e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:38:05.122716 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-04db2ef0-7f03-4d39-a58b-bbc915cf274e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487235 Apr 12 11:38:05.173914 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:05.214382 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-cde56c12-9798-45c4-be8c-16aabe5ae228 service neutron] 10.222.0.59 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856800 Apr 12 11:38:05.302360 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-517d21b3-c842-482d-8491-db5601b95cea service neutron] 10.222.0.59 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822361 Apr 12 11:38:05.576168 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-35d47162-d8bc-427a-90a9-cd5341031fba req-c68b80c1-0ce6-49f3-bf75-709a13cb6f42 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 210 time: 0.0279946 Apr 12 11:38:06.222236 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:06.676809 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8582cf2d-2705-425b-84b4-342600fa30ed req-39a649d5-18f8-4940-abba-ec2134ced942 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 210 time: 0.0314445 Apr 12 11:38:07.702267 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-f8bc26f1-c36c-4a3b-b3e3-f76d305364f6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:07.703698 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-f8bc26f1-c36c-4a3b-b3e3-f76d305364f6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 815 time: 0.1002100 Apr 12 11:38:07.787743 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d7c76961-0776-470d-a74e-634d786e7f5d req-f138b195-8c7e-4ee5-8a35-3c6b2c01bf7c tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 210 time: 0.0360906 Apr 12 11:38:07.804029 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-96e8a20d-1398-4632-b272-ca414c13edca tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e476965a905e40cdaa1279d48e3c78a7 HTTP/1.1" status: 200 len: 380 time: 0.0815768 Apr 12 11:38:07.811873 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'port': {'device_id': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'admin_state_up': True, 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'security_groups': ['faa2338c-3623-4754-a5a7-601432518221']}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:38:07.839751 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:08.002650 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Made reservation on behalf of e476965a905e40cdaa1279d48e3c78a7 for: {'port': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:38:08.005982 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:08.130942 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Allocated IP 172.20.0.3 (6cc12cd4-1430-44d8-8be2-637e64117173/1af46eae-1ec5-4aad-ad59-29df4cd09df9/b91800ac-1a79-4054-8ed7-60400ae9ea93) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:38:08.267135 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:08.359840 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:08.401221 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Network 6cc12cd4-1430-44d8-8be2-637e64117173 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:38:08.404153 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:38:08.408005 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:38:08.417037 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event updated for resources: {'Port': ['ID=b91800ac-1a79-4054-8ed7-60400ae9ea93,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:08.472996 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:08.472996 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:08.599730 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-42db0d7b-57cd-46fd-bfac-79686a2df7d9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914078 Apr 12 11:38:08.647947 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-21786877-66df-4477-b306-04c146d47997 None None] Provisioning complete for port b91800ac-1a79-4054-8ed7-60400ae9ea93 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:38:08.648363 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21786877-66df-4477-b306-04c146d47997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:08.663863 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Request body: {'port': {'device_id': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:38:08.682285 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-21786877-66df-4477-b306-04c146d47997 None None] Port b91800ac-1a79-4054-8ed7-60400ae9ea93 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:38:08.722456 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:08.905787 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a299a41-7b39-44a5-ae10-a670380c6899 req-2dff1b96-690e-4441-bbee-50960f33a231 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:08.907592 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5a299a41-7b39-44a5-ae10-a670380c6899 req-2dff1b96-690e-4441-bbee-50960f33a231 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 931 time: 0.0485153 Apr 12 11:38:08.954056 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5a299a41-7b39-44a5-ae10-a670380c6899 req-599607f0-5c04-49b0-934e-07d7059ea271 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 Apr 12 11:38:08.990293 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91800ac-1a79-4054-8ed7-60400ae9ea93 {{(pid=103888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:38:08.998207 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Publish callbacks [] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:09.010969 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.provisioning_blocks [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Transition to ACTIVE for port object b91800ac-1a79-4054-8ed7-60400ae9ea93 will not be triggered until provisioned by entity L2. {{(pid=103888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:38:09.099906 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:09.150250 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Pushing event updated for resources: {'Port': ['ID=b91800ac-1a79-4054-8ed7-60400ae9ea93,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:09.224802 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Attempting to bind port b91800ac-1a79-4054-8ed7-60400ae9ea93 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:38:09.225138 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Attempting to bind port b91800ac-1a79-4054-8ed7-60400ae9ea93 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:38:09.225527 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Attempting to bind port b91800ac-1a79-4054-8ed7-60400ae9ea93 on network 6cc12cd4-1430-44d8-8be2-637e64117173 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:38:09.230271 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Port b91800ac-1a79-4054-8ed7-60400ae9ea93 on network 6cc12cd4-1430-44d8-8be2-637e64117173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:38:09.230593 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Attempting to bind port b91800ac-1a79-4054-8ed7-60400ae9ea93 on network 6cc12cd4-1430-44d8-8be2-637e64117173 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:38:09.235564 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:38:09.235900 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Checking segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:38:09.236279 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Bound using segment: {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:38:09.236714 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Bound port: b91800ac-1a79-4054-8ed7-60400ae9ea93, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d61785-0f80-4c6e-ac49-222b87417066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:38:09.237055 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:09.313627 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] For port b91800ac-1a79-4054-8ed7-60400ae9ea93, host hv-cinder-83009, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:38:09.316576 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] For port b91800ac-1a79-4054-8ed7-60400ae9ea93, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:38:09.397843 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:09.431667 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:09.432285 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:09.433729 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] 10.222.0.52 "PUT /v2.0/ports/b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 1093 time: 0.7750945 Apr 12 11:38:09.434126 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'tag': 'b91800ac-1a79-4054-8ed7-60400ae9ea93'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:38:09.436413 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a541482-81e8-4119-ac84-3044b41d8ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fe0be8-0604-49ec-ba19-a764d6c4a94d", "tag": "b91800ac-1a79-4054-8ed7-60400ae9ea93"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:38:09.463166 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bb3b2-ec29-453e-aaea-24f619b9ef5a service neutron] Pushing event updated for resources: {'Port': ['ID=b91800ac-1a79-4054-8ed7-60400ae9ea93,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:09.543743 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cc88aa-e4b5-43c8-aef4-428097944bd7 x-openstack-request-id: req-85cc88aa-e4b5-43c8-aef4-428097944bd7 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:38:09.543743 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fe0be8-0604-49ec-ba19-a764d6c4a94d", "tag": "b91800ac-1a79-4054-8ed7-60400ae9ea93", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:38:09.543743 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85cc88aa-e4b5-43c8-aef4-428097944bd7 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:38:09.543743 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85cc88aa-e4b5-43c8-aef4-428097944bd7'] response: {'name': 'network-changed', 'server_uuid': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'tag': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'status': 'completed', 'code': 200} Apr 12 11:38:09.618394 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541482-81e8-4119-ac84-3044b41d8ba6 req-41059c5d-0456-499e-a603-55d0c46e39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:09.619906 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7a541482-81e8-4119-ac84-3044b41d8ba6 req-41059c5d-0456-499e-a603-55d0c46e39e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1127 time: 0.0416512 Apr 12 11:38:09.725213 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541482-81e8-4119-ac84-3044b41d8ba6 req-f1277840-1fbb-44da-a4bb-899db55bf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:09.727312 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7a541482-81e8-4119-ac84-3044b41d8ba6 req-f1277840-1fbb-44da-a4bb-899db55bf2f4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e476965a905e40cdaa1279d48e3c78a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958505 Apr 12 11:38:09.818180 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541482-81e8-4119-ac84-3044b41d8ba6 req-d2363e25-a0b3-40a9-83e7-02af195e32de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:09.819898 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7a541482-81e8-4119-ac84-3044b41d8ba6 req-d2363e25-a0b3-40a9-83e7-02af195e32de service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873525 Apr 12 11:38:09.920245 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-e07a6073-d37b-4267-94fc-412291e12eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:09.921756 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-e07a6073-d37b-4267-94fc-412291e12eea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1127 time: 0.0484500 Apr 12 11:38:09.967803 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-f31883c3-1f23-4403-968c-dab1a9eb0693 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 217 time: 0.0334044 Apr 12 11:38:10.017732 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-f1a244c9-bc32-4ae3-848f-6d37b5e0cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:10.019313 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-f1a244c9-bc32-4ae3-848f-6d37b5e0cc2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0440660 Apr 12 11:38:10.066365 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-5b1ec435-3cd8-46bf-b9b0-f8c439acf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:10.067872 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-5b1ec435-3cd8-46bf-b9b0-f8c439acf245 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428820 Apr 12 11:38:10.072331 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabfc6c-52be-44e8-90b1-0f34bfb9f038 req-957757f1-c2cc-46b0-acbe-a5cb8297cd87 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:10.073772 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-acabfc6c-52be-44e8-90b1-0f34bfb9f038 req-957757f1-c2cc-46b0-acbe-a5cb8297cd87 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 943 time: 0.0469980 Apr 12 11:38:10.122852 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-acabfc6c-52be-44e8-90b1-0f34bfb9f038 req-cb943827-f982-49b7-9bf2-26bf52ddedde tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Apr 12 11:38:10.162754 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-7392a53a-455e-49fb-95be-f93439bc15ff service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880728 Apr 12 11:38:10.258961 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b8e7cba3-8a51-44dd-b370-cba82aa182b9 req-e8c564a9-0e11-4ed1-b4d2-c580af3f586b service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904984 Apr 12 11:38:11.246640 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55146fef-7036-47fa-b77e-3936adb5dd01 req-99d03b47-d5b9-40c9-99ad-c2e524fa05ff tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:11.248278 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-55146fef-7036-47fa-b77e-3936adb5dd01 req-99d03b47-d5b9-40c9-99ad-c2e524fa05ff tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 943 time: 0.0512221 Apr 12 11:38:11.280183 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a17d63-b3c8-47db-87fa-b6491c915c64 req-789586b2-54bf-4a6e-bcae-dd07ca0ae856 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:11.281708 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88a17d63-b3c8-47db-87fa-b6491c915c64 req-789586b2-54bf-4a6e-bcae-dd07ca0ae856 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0481138 Apr 12 11:38:11.295231 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-55146fef-7036-47fa-b77e-3936adb5dd01 req-198aa7c2-d2f2-46e7-9f5c-4a2471020ee0 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412245 Apr 12 11:38:11.332296 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88a17d63-b3c8-47db-87fa-b6491c915c64 req-e631221c-424f-43e6-b67b-d0824fd5376c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Apr 12 11:38:12.411834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d1466-aace-440e-9bf6-7fb9471692f5 req-0c64b1a4-2223-4fdd-b93f-f416f599f2d2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:12.414069 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-273d1466-aace-440e-9bf6-7fb9471692f5 req-0c64b1a4-2223-4fdd-b93f-f416f599f2d2 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 943 time: 0.0479555 Apr 12 11:38:12.444026 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fee2d-3986-46e1-bd22-d7d52911ceb9 req-d9ba25f5-3b22-4d62-951c-90bca4a884aa tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:12.446199 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-607fee2d-3986-46e1-bd22-d7d52911ceb9 req-d9ba25f5-3b22-4d62-951c-90bca4a884aa tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0475490 Apr 12 11:38:12.461886 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-273d1466-aace-440e-9bf6-7fb9471692f5 req-ebf9a4f8-2446-447d-8b41-ad3d735c85d4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Apr 12 11:38:12.493315 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-607fee2d-3986-46e1-bd22-d7d52911ceb9 req-cce3eb46-1ce6-4258-9be8-f48ce2f78899 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Apr 12 11:38:12.762333 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-566c2ae3-f79b-4e28-9fd5-20f0716a3b4b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428557 Apr 12 11:38:12.963461 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-bd2bbeba-c97f-440e-9d44-3b922f526858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:12.964832 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-bd2bbeba-c97f-440e-9d44-3b922f526858 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0390363 Apr 12 11:38:13.067725 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-eee3a604-2953-4240-92a7-4187d17ddcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:13.069770 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-eee3a604-2953-4240-92a7-4187d17ddcd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0875137 Apr 12 11:38:13.131621 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-0ad55394-e67a-47ed-875d-0883ec292612 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1002 time: 0.0563691 Apr 12 11:38:13.199949 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-5782f0e9-a54b-47fb-85e0-a2cc03be503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:13.201345 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-5782f0e9-a54b-47fb-85e0-a2cc03be503d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0428510 Apr 12 11:38:13.248222 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-fa111098-0c96-4fa3-82bf-6e204aec49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:13.249671 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-fa111098-0c96-4fa3-82bf-6e204aec49cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422742 Apr 12 11:38:13.348644 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-14a7ed67-7927-43d8-8ad7-fce98151a5e9 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815165 Apr 12 11:38:13.512788 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5579de9a-542e-43e6-8bc9-58859cdeab8b req-45da62ea-743e-4e20-afb9-3936cb2e7103 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869482 Apr 12 11:38:13.582580 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4fcbe-93c4-478a-b8ac-02275f1c366f req-80bd2696-d989-406a-a746-747df0085835 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:13.584061 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-44f4fcbe-93c4-478a-b8ac-02275f1c366f req-80bd2696-d989-406a-a746-747df0085835 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 943 time: 0.0526216 Apr 12 11:38:13.609294 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee223194-de4d-431b-bd6f-d953160f5a58 req-6cb171f3-719b-4199-a5cf-68852ef6c677 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:13.610795 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee223194-de4d-431b-bd6f-d953160f5a58 req-6cb171f3-719b-4199-a5cf-68852ef6c677 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0477729 Apr 12 11:38:13.631324 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-44f4fcbe-93c4-478a-b8ac-02275f1c366f req-39496773-ed95-478c-8821-de220004a27e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Apr 12 11:38:13.658433 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee223194-de4d-431b-bd6f-d953160f5a58 req-c47eebc4-d854-4aac-9402-bb4505c1fd5c tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Apr 12 11:38:13.864098 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7069-648d-4613-9f27-c95055853f3b req-0541d983-1bfa-414c-843e-48b671cb9fc3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:13.865536 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-845e7069-648d-4613-9f27-c95055853f3b req-0541d983-1bfa-414c-843e-48b671cb9fc3 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 946 time: 0.0447326 Apr 12 11:38:13.951692 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Deleting port 73054ba5-b00b-4c92-afb8-b2c75808dcfc {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:38:13.952032 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:14.039229 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] For port 73054ba5-b00b-4c92-afb8-b2c75808dcfc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=73054ba5-b00b-4c92-afb8-b2c75808dcfc,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:14.039598 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:14.056564 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Calling delete_port for 73054ba5-b00b-4c92-afb8-b2c75808dcfc owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:38:14.194453 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device b91800ac-1a79-4054-8ed7-60400ae9ea93 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:38:14.273950 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (73054ba5-b00b-4c92-afb8-b2c75808dcfc), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:14.293771 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port b91800ac-1a79-4054-8ed7-60400ae9ea93, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:14.305876 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'port_id': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'mac_address': 'fa:16:3e:9a:11:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:38:14.307077 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event deleted for resources: {'Port': ['ID=73054ba5-b00b-4c92-afb8-b2c75808dcfc,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:14.309016 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['73054ba5-b00b-4c92-afb8-b2c75808dcfc', '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:38:14.362372 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] No DVR routers for this DVR port 73054ba5-b00b-4c92-afb8-b2c75808dcfc on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:38:14.365160 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:14.369369 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-845e7069-648d-4613-9f27-c95055853f3b req-2f739585-8f2f-47bf-b352-5397690264ba tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "DELETE /v2.0/ports/73054ba5-b00b-4c92-afb8-b2c75808dcfc HTTP/1.1" status: 204 len: 173 time: 0.4988809 Apr 12 11:38:14.369860 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e565fb4-22da-414e-a260-9e0375ca75e5', 'name': 'network-vif-deleted', 'tag': '73054ba5-b00b-4c92-afb8-b2c75808dcfc'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:38:14.372672 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbd3b0b-183d-4d97-a2fd-4643f589dfa0" -d '{"events": [{"server_uuid": "3e565fb4-22da-414e-a260-9e0375ca75e5", "name": "network-vif-deleted", "tag": "73054ba5-b00b-4c92-afb8-b2c75808dcfc"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:38:14.379701 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port b91800ac-1a79-4054-8ed7-60400ae9ea93 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:38:14.380079 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:14.404626 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91800ac-1a79-4054-8ed7-60400ae9ea93 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:38:14.418730 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd560833-4e64-4a9d-9ad8-295ac9d88162 x-openstack-request-id: req-fd560833-4e64-4a9d-9ad8-295ac9d88162 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:38:14.418730 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e565fb4-22da-414e-a260-9e0375ca75e5", "name": "network-vif-deleted", "tag": "73054ba5-b00b-4c92-afb8-b2c75808dcfc", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:38:14.418730 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd560833-4e64-4a9d-9ad8-295ac9d88162 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:38:14.418730 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd560833-4e64-4a9d-9ad8-295ac9d88162'] response: {'server_uuid': '3e565fb4-22da-414e-a260-9e0375ca75e5', 'name': 'network-vif-deleted', 'tag': '73054ba5-b00b-4c92-afb8-b2c75808dcfc', 'status': 'completed', 'code': 200} Apr 12 11:38:14.443630 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port b91800ac-1a79-4054-8ed7-60400ae9ea93, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:14.539588 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:14.587833 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=b91800ac-1a79-4054-8ed7-60400ae9ea93,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:14.594558 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.594905 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.595278 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.595634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.595972 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.596302 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.596630 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.596956 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.597281 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.597605 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.597930 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.598284 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.598607 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.598929 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.599249 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:38:14.761731 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a61fbd55-8e8c-4e17-8d3d-79c158f67eaf req-079d9166-6ab1-4b6d-808f-d4e76e315ac5 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e565fb4-22da-414e-a260-9e0375ca75e5 HTTP/1.1" status: 200 len: 210 time: 0.0288563 Apr 12 11:38:14.762684 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e8651-246d-4453-a2c0-5b604f9f18cf req-e7bc828c-9487-451e-a48f-c96248f57fb9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:14.764263 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-753e8651-246d-4453-a2c0-5b604f9f18cf req-e7bc828c-9487-451e-a48f-c96248f57fb9 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 944 time: 0.0591381 Apr 12 11:38:14.819153 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-753e8651-246d-4453-a2c0-5b604f9f18cf req-89cb0e8c-b036-425c-8de0-e38fa544cfa4 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488245 Apr 12 11:38:15.424400 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['b91800ac-1a79-4054-8ed7-60400ae9ea93'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:38:15.934702 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427afc7-45b6-44eb-84e5-08bbdfb5b6df req-5bcaae9f-2cc7-449f-ae83-c18305f89150 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:15.936175 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a427afc7-45b6-44eb-84e5-08bbdfb5b6df req-5bcaae9f-2cc7-449f-ae83-c18305f89150 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 944 time: 0.0473149 Apr 12 11:38:15.982793 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a427afc7-45b6-44eb-84e5-08bbdfb5b6df req-4bb3e2a6-4eae-44bf-a35e-91a1774b5bbc tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Apr 12 11:38:16.291419 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aac04-f239-450f-b2ec-a591825b53f4 req-8b93dd29-c2f6-4c0f-b5df-34383a7a3801 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:16.292869 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7d9aac04-f239-450f-b2ec-a591825b53f4 req-8b93dd29-c2f6-4c0f-b5df-34383a7a3801 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0505676 Apr 12 11:38:16.339766 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7d9aac04-f239-450f-b2ec-a591825b53f4 req-d4880b2d-98ce-49c4-89ca-2610b1d1b934 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Apr 12 11:38:16.396082 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device b91800ac-1a79-4054-8ed7-60400ae9ea93 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:38:16.439613 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port b91800ac-1a79-4054-8ed7-60400ae9ea93 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:38:16.547864 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port b91800ac-1a79-4054-8ed7-60400ae9ea93 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:38:16.548245 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:16.628895 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port b91800ac-1a79-4054-8ed7-60400ae9ea93 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:38:16.629284 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:16.651683 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91800ac-1a79-4054-8ed7-60400ae9ea93'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:38:16.653898 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1578a068-79fa-4502-9ef6-723a1c559325" -d '{"events": [{"server_uuid": "e2fe0be8-0604-49ec-ba19-a764d6c4a94d", "name": "network-vif-plugged", "status": "completed", "tag": "b91800ac-1a79-4054-8ed7-60400ae9ea93"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:38:16.666324 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port b91800ac-1a79-4054-8ed7-60400ae9ea93, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:16.743021 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d712a07-424a-465b-b297-1e8b541f6dd5 x-openstack-request-id: req-6d712a07-424a-465b-b297-1e8b541f6dd5 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:38:16.743343 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fe0be8-0604-49ec-ba19-a764d6c4a94d", "name": "network-vif-plugged", "status": "completed", "tag": "b91800ac-1a79-4054-8ed7-60400ae9ea93", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:38:16.743686 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d712a07-424a-465b-b297-1e8b541f6dd5 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:38:16.744009 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d712a07-424a-465b-b297-1e8b541f6dd5'] response: {'server_uuid': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'code': 200} Apr 12 11:38:16.780185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:16.780984 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 73054ba5-b00b-4c92-afb8-b2c75808dcfc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:38:16.821317 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 73054ba5-b00b-4c92-afb8-b2c75808dcfc {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:38:16.821687 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 73054ba5-b00b-4c92-afb8-b2c75808dcfc not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:38:16.845392 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=b91800ac-1a79-4054-8ed7-60400ae9ea93,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:17.102762 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03a0f2-a726-489d-b08d-5ba3afeac4c1 req-f154485c-5ee5-485a-b9a6-876967bf106b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:17.104157 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fa03a0f2-a726-489d-b08d-5ba3afeac4c1 req-f154485c-5ee5-485a-b9a6-876967bf106b tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 945 time: 0.0466747 Apr 12 11:38:17.152102 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fa03a0f2-a726-489d-b08d-5ba3afeac4c1 req-4ec78f81-fd6b-4c06-b0b2-367419a79d2d tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Apr 12 11:38:17.181907 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd31c2-512b-43b5-aa01-a5662c5562b3 req-482a34ca-6a45-443c-b1f8-c457d4def24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:17.183547 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d2dd31c2-512b-43b5-aa01-a5662c5562b3 req-482a34ca-6a45-443c-b1f8-c457d4def24b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1129 time: 0.0396533 Apr 12 11:38:17.229197 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d2dd31c2-512b-43b5-aa01-a5662c5562b3 req-c8c11a53-91a6-4532-8410-16ecc7041673 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 Apr 12 11:38:17.452917 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911b007-9b0b-4bfd-a2ba-5413c8254979 req-2917ef25-add5-4fac-ba47-32f430562ed4 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:17.454428 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e911b007-9b0b-4bfd-a2ba-5413c8254979 req-2917ef25-add5-4fac-ba47-32f430562ed4 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Apr 12 11:38:17.502229 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e911b007-9b0b-4bfd-a2ba-5413c8254979 req-2216d3ae-9ba2-4f12-b7c4-6ee6e8210245 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/security-groups?id=61962a24-55e4-4783-bee1-7377b8ecaaa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 Apr 12 11:38:18.164941 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-fbc37d3f-f012-4972-9c20-5e4f997c3cf9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:18.166425 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-fbc37d3f-f012-4972-9c20-5e4f997c3cf9 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 945 time: 0.0468428 Apr 12 11:38:18.255721 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Deleting port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:38:18.256384 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:18.270303 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e317e8-c063-4612-994c-54de7f3394d3 req-fbfcf1fa-337b-4f74-8a4a-9653f76cb8a7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:18.271804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-07e317e8-c063-4612-994c-54de7f3394d3 req-fbfcf1fa-337b-4f74-8a4a-9653f76cb8a7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 945 time: 0.0487728 Apr 12 11:38:18.325280 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-07e317e8-c063-4612-994c-54de7f3394d3 req-ed1c0165-0acb-4312-b001-3ffcba59b33e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476496 Apr 12 11:38:18.344431 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] For port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:18.344804 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:18.357558 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Calling delete_port for 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:38:18.565606 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:18.604203 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Pushing event deleted for resources: {'Port': ['ID=2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:18.632616 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e679b84c-378c-4416-a07b-96b82a4aecfa req-3f123c70-4ff4-4e84-9fc0-526892f96d35 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 210 time: 0.0601466 Apr 12 11:38:18.674647 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] No DVR routers for this DVR port 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:38:18.677940 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:18.682295 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad281d56-e48f-4a6e-995c-df8f48bb5d58 req-5fcd804a-3d14-4683-9012-988fca443492 tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.52 "DELETE /v2.0/ports/2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb HTTP/1.1" status: 204 len: 173 time: 0.5106511 Apr 12 11:38:18.682757 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57deb323-0faa-4ec3-ab2b-e67bdccb3da7', 'name': 'network-vif-deleted', 'tag': '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:38:18.685044 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5fc510-a2d6-4c9e-9bc9-886286bd9b7f" -d '{"events": [{"server_uuid": "57deb323-0faa-4ec3-ab2b-e67bdccb3da7", "name": "network-vif-deleted", "tag": "2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:38:18.721359 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4dd966-4979-40d4-b989-1448b196c8b8 x-openstack-request-id: req-db4dd966-4979-40d4-b989-1448b196c8b8 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:38:18.721654 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57deb323-0faa-4ec3-ab2b-e67bdccb3da7", "name": "network-vif-deleted", "tag": "2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:38:18.721934 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db4dd966-4979-40d4-b989-1448b196c8b8 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:38:18.722333 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4dd966-4979-40d4-b989-1448b196c8b8'] response: {'server_uuid': '57deb323-0faa-4ec3-ab2b-e67bdccb3da7', 'name': 'network-vif-deleted', 'tag': '2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb', 'status': 'completed', 'code': 200} Apr 12 11:38:19.447003 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a80c-ddaa-45d9-8e64-388f335c23df req-3020e267-27a3-40f7-9810-cbcf5a69012a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:19.448504 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3615a80c-ddaa-45d9-8e64-388f335c23df req-3020e267-27a3-40f7-9810-cbcf5a69012a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 945 time: 0.0508201 Apr 12 11:38:19.498999 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3615a80c-ddaa-45d9-8e64-388f335c23df req-7a2a8629-4814-4d6e-a0cc-21501ae66ef6 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449278 Apr 12 11:38:19.613474 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd690f5-aa0c-4aa0-82ff-33f153bc2a46 req-048683d3-be4e-4e9f-864e-de11ec5b3d04 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:19.614899 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7cd690f5-aa0c-4aa0-82ff-33f153bc2a46 req-048683d3-be4e-4e9f-864e-de11ec5b3d04 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 945 time: 0.0471053 Apr 12 11:38:19.626321 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54266) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:19.630830 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Request body: {'floatingip': {'port_id': 'b91800ac-1a79-4054-8ed7-60400ae9ea93'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:38:19.671317 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (e6170c0f-f853-4716-8dc6-01c138004458), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:19.745534 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-51bcdf30-6d21-4eaf-8789-55f662dfdf23 req-3e4e2262-5d41-42c0-9217-6f3f1ae7c7ec tempest-ServerRescueNegativeTestJSON-1629330329 tempest-ServerRescueNegativeTestJSON-1629330329-project] 10.222.0.59 "GET /v2.0/ports?device_id=57deb323-0faa-4ec3-ab2b-e67bdccb3da7 HTTP/1.1" status: 200 len: 210 time: 0.0329165 Apr 12 11:38:20.118954 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:20.219459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (e6170c0f-f853-4716-8dc6-01c138004458), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:20.419849 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:38:20.444286 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:38:20.444622 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 2f3ce852-d2f2-47bb-ae3e-aa7b88205eeb not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:38:20.549565 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Floating IP e6170c0f-f853-4716-8dc6-01c138004458 associated. External IP: 172.27.1.14, port: b91800ac-1a79-4054-8ed7-60400ae9ea93. Apr 12 11:38:20.760027 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Router e141b27e-b1d1-4613-a958-dbcf5a3864ab has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:38:20.802222 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 54272) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:20.870572 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:38:20.875545 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:20.880273 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] Sync routers for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:38:20.890914 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:38:20.891699 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:38:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:20.906544 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-686754b9-d3b9-4013-a6cc-4dbde51ea798 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "PUT /v2.0/floatingips/e6170c0f-f853-4716-8dc6-01c138004458 HTTP/1.1" status: 200 len: 990 time: 1.2790334 Apr 12 11:38:20.907183 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'tag': 'b91800ac-1a79-4054-8ed7-60400ae9ea93'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:38:20.909873 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce631a3-9f0d-4b53-9d06-179e27072ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fe0be8-0604-49ec-ba19-a764d6c4a94d", "tag": "b91800ac-1a79-4054-8ed7-60400ae9ea93"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:38:21.006424 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d422c6-43ef-40ef-97ff-4b5bee1d74b5 x-openstack-request-id: req-08d422c6-43ef-40ef-97ff-4b5bee1d74b5 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:38:21.006718 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fe0be8-0604-49ec-ba19-a764d6c4a94d", "tag": "b91800ac-1a79-4054-8ed7-60400ae9ea93", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:38:21.006978 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08d422c6-43ef-40ef-97ff-4b5bee1d74b5 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:38:21.007389 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d422c6-43ef-40ef-97ff-4b5bee1d74b5'] response: {'name': 'network-changed', 'server_uuid': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'tag': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'status': 'completed', 'code': 200} Apr 12 11:38:21.016881 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:38:21.104775 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-fc86ee09-ff77-42bc-869c-bd014aece6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:21.106271 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-fc86ee09-ff77-42bc-869c-bd014aece6e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1129 time: 0.0551708 Apr 12 11:38:21.235638 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'e6170c0f-f853-4716-8dc6-01c138004458', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'port_id': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'mac_address': 'fa:16:3e:9a:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:38:04Z', 'updated_at': '2022-04-12T11:38:20Z', 'revision_number': 1, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:21.262700 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] Checking router: e141b27e-b1d1-4613-a958-dbcf5a3864ab for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:38:21.271709 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:38:21.272250 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:38:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:21.274297 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-164b2002-d5da-4962-8e45-1f6618f24d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:21.275759 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-164b2002-d5da-4962-8e45-1f6618f24d05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.1368277 Apr 12 11:38:21.382328 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:38:21.404783 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-f4897479-aaa3-401f-ae96-42aecbb46467 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 998 time: 0.1091683 Apr 12 11:38:21.526437 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-21704a63-0c33-470b-804d-282b3cc8e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:21.527793 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-21704a63-0c33-470b-804d-282b3cc8e61f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.1126795 Apr 12 11:38:21.552167 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (e7b3c074-725c-4e38-9a3f-22a92dbada95), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:21.603455 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'e6170c0f-f853-4716-8dc6-01c138004458', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'port_id': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'mac_address': 'fa:16:3e:9a:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:38:04Z', 'updated_at': '2022-04-12T11:38:20Z', 'revision_number': 1, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:21.631059 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e536f08-9661-4991-9c02-ab35771107f0 None None] The sync data for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi is: [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'e6170c0f-f853-4716-8dc6-01c138004458', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'port_id': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'mac_address': 'fa:16:3e:9a:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:38:04Z', 'updated_at': '2022-04-12T11:38:20Z', 'revision_number': 1, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:38:21.821008 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b529c05-bbba-42ce-847d-7398040e7e48 None None] New status for floating IP e6170c0f-f853-4716-8dc6-01c138004458: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:38:21.871460 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-41dfc136-8fce-44a8-91b6-d5c1377f2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:38:21.872948 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-41dfc136-8fce-44a8-91b6-d5c1377f2d4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3359706 Apr 12 11:38:22.097552 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-1ce37dab-0c62-4b9d-bca3-cb22eb46dad0 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167611 Apr 12 11:38:22.248399 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ce631a3-9f0d-4b53-9d06-179e27072ffa req-73de6457-0f6e-4fa9-8819-764e94690440 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451070 Apr 12 11:38:22.255919 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Deleting port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:38:22.256251 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:22.333517 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] For port dc2ef4f7-b37b-441d-9e1a-5a5123c56e97, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:22.333800 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:22.348326 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Calling delete_port for dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 owned by network:router_interface {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:38:22.534507 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:22.625407 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (dc2ef4f7-b37b-441d-9e1a-5a5123c56e97), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:22.651136 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2ef4f7-b37b-441d-9e1a-5a5123c56e97,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:22.833719 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (e7b3c074-725c-4e38-9a3f-22a92dbada95), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:23.053556 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Router e7b3c074-725c-4e38-9a3f-22a92dbada95 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:38:23.160782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:38:23.166303 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-95f827dc-c033-4349-95bd-f958957ec403 admin admin] 10.222.0.59 "PUT /v2.0/routers/e7b3c074-725c-4e38-9a3f-22a92dbada95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3629739 Apr 12 11:38:23.168849 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 54282) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:23.172661 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] Sync routers for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:38:23.183669 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:38:23.184268 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:38:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:23.272516 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks [] for router (e7b3c074-725c-4e38-9a3f-22a92dbada95), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:23.291046 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:38:23.379894 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks [] for router_gateway (e7b3c074-725c-4e38-9a3f-22a92dbada95), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:23.461300 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:38:22Z', 'revision_number': 5, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port': {'id': '9b575b02-df2f-45f5-8d30-d411992d277c', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:52Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:23.492234 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] Checking router: e7b3c074-725c-4e38-9a3f-22a92dbada95 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:38:23.500369 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] Routers {'e7b3c074-725c-4e38-9a3f-22a92dbada95'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:38:23.501065 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:38:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e7b3c074-725c-4e38-9a3f-22a92dbada95'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:23.512556 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Deleting port 9b575b02-df2f-45f5-8d30-d411992d277c {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:38:23.512897 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:23.595363 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] For port 9b575b02-df2f-45f5-8d30-d411992d277c, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=9b575b02-df2f-45f5-8d30-d411992d277c,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:23.595725 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:23.610511 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Calling delete_port for 9b575b02-df2f-45f5-8d30-d411992d277c owned by network:router_gateway {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:38:23.674779 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] Set router e7b3c074-725c-4e38-9a3f-22a92dbada95 gateway port host: None {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:38:23.727085 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:38:23Z', 'revision_number': 6, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port_host': None}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:23.756396 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39e998c-f153-42d2-86f3-bd3771b77de7 None None] The sync data for ids ['e7b3c074-725c-4e38-9a3f-22a92dbada95'] in dv-cinder-830091-4-iscsi is: [{'id': 'e7b3c074-725c-4e38-9a3f-22a92dbada95', 'name': 'tempest-ServerRescueNegativeTestJSON-702248541-router', 'tenant_id': '77070a5964674c428b8aff6c13200ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:38:23Z', 'revision_number': 6, 'project_id': '77070a5964674c428b8aff6c13200ead', 'gw_port_host': None}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:38:23.871467 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (9b575b02-df2f-45f5-8d30-d411992d277c), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:23.900032 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Pushing event deleted for resources: {'Port': ['ID=9b575b02-df2f-45f5-8d30-d411992d277c,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:23.964235 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (e7b3c074-725c-4e38-9a3f-22a92dbada95), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.069336 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (e7b3c074-725c-4e38-9a3f-22a92dbada95), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.072116 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks [] for router_controller (e7b3c074-725c-4e38-9a3f-22a92dbada95), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.479946 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (e7b3c074-725c-4e38-9a3f-22a92dbada95), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.480487 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b3c074-725c-4e38-9a3f-22a92dbada95 {{(pid=103888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:38:24.486238 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.490549 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-76e0ec5d-6e2e-479e-8f23-9e1a827b3daf admin admin] 10.222.0.59 "DELETE /v2.0/routers/e7b3c074-725c-4e38-9a3f-22a92dbada95 HTTP/1.1" status: 204 len: 168 time: 1.3175449 Apr 12 11:38:24.490715 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54284) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:24.535748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cabc19-5985-4130-a25b-6e7a9a84aef7 admin admin] Deleting subnet c906a86c-4203-4e80-8ec3-9087b155c91b {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:38:24.538787 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-85cabc19-5985-4130-a25b-6e7a9a84aef7 admin admin] Publish callbacks [] for subnet (c906a86c-4203-4e80-8ec3-9087b155c91b), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.575098 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-85cabc19-5985-4130-a25b-6e7a9a84aef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (c906a86c-4203-4e80-8ec3-9087b155c91b), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.690922 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-85cabc19-5985-4130-a25b-6e7a9a84aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (c906a86c-4203-4e80-8ec3-9087b155c91b), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.809124 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-85cabc19-5985-4130-a25b-6e7a9a84aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26284707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27022937'] for subnet (c906a86c-4203-4e80-8ec3-9087b155c91b), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.839137 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cabc19-5985-4130-a25b-6e7a9a84aef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c906a86c-4203-4e80-8ec3-9087b155c91b,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:24.844848 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-85cabc19-5985-4130-a25b-6e7a9a84aef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.848660 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-85cabc19-5985-4130-a25b-6e7a9a84aef7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c906a86c-4203-4e80-8ec3-9087b155c91b HTTP/1.1" status: 204 len: 168 time: 0.3573351 Apr 12 11:38:24.850206 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c18a8-82c1-4b74-853d-9848ae07b6ef None None] Network 02313fd0-40df-4fb0-9eff-eaf90d447362 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:38:24.851219 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54286) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:24.919148 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (02313fd0-40df-4fb0-9eff-eaf90d447362), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.963914 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Deleting port ee5b009e-8f2d-49ad-87f4-468ef0933116 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:38:24.964278 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:24.991467 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] DHCP port deletion for 02313fd0-40df-4fb0-9eff-eaf90d447362 request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:38:25.031356 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] Deleting port ee5b009e-8f2d-49ad-87f4-468ef0933116 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:38:25.031733 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.033217 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] For port ee5b009e-8f2d-49ad-87f4-468ef0933116, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=ee5b009e-8f2d-49ad-87f4-468ef0933116,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:25.033587 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.047497 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Calling delete_port for ee5b009e-8f2d-49ad-87f4-468ef0933116 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:38:25.096607 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] For port ee5b009e-8f2d-49ad-87f4-468ef0933116, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=ee5b009e-8f2d-49ad-87f4-468ef0933116,segment=NetworkSegment(41f175e7-7d81-43c7-bf35-971bcf5ca2d2),segment_id=41f175e7-7d81-43c7-bf35-971bcf5ca2d2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:38:25.097008 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.110846 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] Calling delete_port for ee5b009e-8f2d-49ad-87f4-468ef0933116 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:38:25.260190 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.268376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (ee5b009e-8f2d-49ad-87f4-468ef0933116), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.284910 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5b009e-8f2d-49ad-87f4-468ef0933116,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:25.291658 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] No DVR routers for this DVR port ee5b009e-8f2d-49ad-87f4-468ef0933116 on host dv-cinder-830091-4-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:38:25.297056 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] Pushing event deleted for resources: {'Port': ['ID=ee5b009e-8f2d-49ad-87f4-468ef0933116,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:25.304098 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d36dd-8326-4031-bfd5-30f2e8226b2e None None] No DVR routers for this DVR port ee5b009e-8f2d-49ad-87f4-468ef0933116 on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:38:25.368303 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (02313fd0-40df-4fb0-9eff-eaf90d447362), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.388840 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02313fd0-40df-4fb0-9eff-eaf90d447362']}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:25.397967 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f175e7-7d81-43c7-bf35-971bcf5ca2d2') {'for_net_delete': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:25.398298 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f175e7-7d81-43c7-bf35-971bcf5ca2d2') {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:38:25.408665 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347845'] for segment (41f175e7-7d81-43c7-bf35-971bcf5ca2d2), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.422084 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (41f175e7-7d81-43c7-bf35-971bcf5ca2d2), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.428031 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:38:25.428419 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26284553'] for segment (41f175e7-7d81-43c7-bf35-971bcf5ca2d2), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: Traceback (most recent call last): Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: timer() Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: cb(*args, **kw) Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: return func(*args, **kwargs) Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: self._notify() Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: self.callback(batched_events) Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: event.method(event) Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: return f(self, *a, **k) Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._get(url).json() Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: return self.request(url, 'GET', **kwargs) Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:38:25.432157 dv-cinder-830091-4-iscsi neutron-server[103887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:38:25.534247 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:38:25.554188 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:38:25.554529 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device dc2ef4f7-b37b-441d-9e1a-5a5123c56e97 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:38:25.557036 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 9b575b02-df2f-45f5-8d30-d411992d277c no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:38:25.574304 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 9b575b02-df2f-45f5-8d30-d411992d277c {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:38:25.574583 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 9b575b02-df2f-45f5-8d30-d411992d277c not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:38:25.574987 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device ee5b009e-8f2d-49ad-87f4-468ef0933116 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:38:25.580108 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (02313fd0-40df-4fb0-9eff-eaf90d447362), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.585360 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:25.591367 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] 10.222.0.59 "DELETE /v2.0/networks/02313fd0-40df-4fb0-9eff-eaf90d447362 HTTP/1.1" status: 204 len: 168 time: 0.7360771 Apr 12 11:38:25.597922 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: ee5b009e-8f2d-49ad-87f4-468ef0933116 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:38:25.597922 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device ee5b009e-8f2d-49ad-87f4-468ef0933116 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:38:25.604222 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8bd2a-b075-4d4a-9338-2750f845121f admin admin] Pushing event deleted for resources: {'Network': ['ID=02313fd0-40df-4fb0-9eff-eaf90d447362,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:26.030682 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 54290) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:26.069416 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-1fc86817-3d5b-4556-91bb-bf39ceb1acc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77070a5964674c428b8aff6c13200ead&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375271 Apr 12 11:38:26.072395 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 54292) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:38:26.117712 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66f464ef-ebe0-4753-a709-6c5eb40b99e2 admin admin] Publish callbacks [] for security_group (61962a24-55e4-4783-bee1-7377b8ecaaa9), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:26.138919 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66f464ef-ebe0-4753-a709-6c5eb40b99e2 admin admin] Publish callbacks [] for security_group (61962a24-55e4-4783-bee1-7377b8ecaaa9), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:26.283090 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66f464ef-ebe0-4753-a709-6c5eb40b99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (61962a24-55e4-4783-bee1-7377b8ecaaa9), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:26.285618 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66f464ef-ebe0-4753-a709-6c5eb40b99e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:26.286774 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-66f464ef-ebe0-4753-a709-6c5eb40b99e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61962a24-55e4-4783-bee1-7377b8ecaaa9 HTTP/1.1" status: 204 len: 168 time: 0.2134972 Apr 12 11:38:26.294334 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f464ef-ebe0-4753-a709-6c5eb40b99e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61962a24-55e4-4783-bee1-7377b8ecaaa9,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:38:31.581821 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-11903785-9bc6-4da9-bc18-14380a424249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:33.928492 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5a358498-b0e1-4c5d-a305-f4027cf171c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:35.199737 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:36.290592 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:37.857374 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:38:40.704002 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:38:52.580061 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:01.582341 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4d98-1908-4800-b546-b00a64e95fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:03.901729 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3c9a2344-4fe1-4071-8917-ffe8e63bdcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:05.216234 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:06.272502 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:07.799233 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:13.581445 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-263b2bb3-3cde-4c59-9af3-e93dbba924f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414288 Apr 12 11:39:13.673655 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-b06a9613-e513-4d36-b079-6d7020abb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:39:13.675214 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-b06a9613-e513-4d36-b079-6d7020abb5c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 1130 time: 0.0391116 Apr 12 11:39:13.776659 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-e7867450-7f87-423a-83d6-552374087e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:39:13.778175 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-e7867450-7f87-423a-83d6-552374087e64 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0852783 Apr 12 11:39:13.845400 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-752fc181-b017-4b7e-9a42-c212f52fb6d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 200 len: 1002 time: 0.0611510 Apr 12 11:39:13.892415 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-6ddc5914-f354-495e-ac22-7587adf1f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:39:13.893862 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-6ddc5914-f354-495e-ac22-7587adf1f2ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0422361 Apr 12 11:39:13.936426 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-35a2e557-0907-471b-ba1a-73a63715f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:39:13.937897 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-35a2e557-0907-471b-ba1a-73a63715f902 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387006 Apr 12 11:39:14.030796 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-4511704d-e9d5-4e20-9843-cee8389543c8 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872912 Apr 12 11:39:14.123339 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05c5b7c-f646-4904-80dd-beceee8973ba req-eab46a1e-c909-41d8-8233-e6a62894724b service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Apr 12 11:39:17.703052 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:39:22.524826 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:28.791856 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 54364) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:39:28.894836 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:28.975060 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Publish callbacks [] for security_group (a8e53d73-d8ff-43b9-9e97-90879a04bdbf), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:29.072254 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a8e53d73-d8ff-43b9-9e97-90879a04bdbf), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:29.114223 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e53d73-d8ff-43b9-9e97-90879a04bdbf,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:39:29.117952 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68a4ab4f81ee4e40a4a8e5f19bf49974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251140 Apr 12 11:39:29.121308 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 54368) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:39:29.127404 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.127778 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.128125 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.129475 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.129827 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.131059 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.131411 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.131747 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.132091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.132428 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.132761 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.133092 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.133419 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.133744 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.134090 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af08054-631e-48f6-afc3-0a3c5688c440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.175085 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Publish callbacks [] for security_group (a8e53d73-d8ff-43b9-9e97-90879a04bdbf), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:29.201306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Publish callbacks [] for security_group (a8e53d73-d8ff-43b9-9e97-90879a04bdbf), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:29.329206 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a8e53d73-d8ff-43b9-9e97-90879a04bdbf), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:29.331967 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:29.333165 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8e53d73-d8ff-43b9-9e97-90879a04bdbf HTTP/1.1" status: 204 len: 168 time: 0.2108409 Apr 12 11:39:29.341719 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e53d73-d8ff-43b9-9e97-90879a04bdbf,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:39:29.349239 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.349585 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.349928 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.350292 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.350626 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.350955 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.351304 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.351592 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.351918 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.352245 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.352600 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.352926 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.354140 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.354471 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.354826 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c083c7a8-ceb9-4aa0-9d40-028c0d0457df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:39:29.975011 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 54376) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:39:29.989370 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-110948f5-ebc5-4861-8a49-87a8339232f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:30.061159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-110948f5-ebc5-4861-8a49-87a8339232f6 admin admin] Publish callbacks [] for security_group (554f6bf4-ab5b-44d1-9279-9d87ed34e435), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:30.128594 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-110948f5-ebc5-4861-8a49-87a8339232f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (554f6bf4-ab5b-44d1-9279-9d87ed34e435), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:30.166176 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110948f5-ebc5-4861-8a49-87a8339232f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554f6bf4-ab5b-44d1-9279-9d87ed34e435,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:39:30.170490 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-110948f5-ebc5-4861-8a49-87a8339232f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7dd29551381041d1a1232c7fb2900f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944339 Apr 12 11:39:30.181194 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 54378) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:39:30.231298 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41fcf1ed-ab3a-406a-bc36-875451e6c42b admin admin] Publish callbacks [] for security_group (554f6bf4-ab5b-44d1-9279-9d87ed34e435), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:30.251342 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41fcf1ed-ab3a-406a-bc36-875451e6c42b admin admin] Publish callbacks [] for security_group (554f6bf4-ab5b-44d1-9279-9d87ed34e435), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:30.404928 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41fcf1ed-ab3a-406a-bc36-875451e6c42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (554f6bf4-ab5b-44d1-9279-9d87ed34e435), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:30.407667 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41fcf1ed-ab3a-406a-bc36-875451e6c42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:30.408820 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-41fcf1ed-ab3a-406a-bc36-875451e6c42b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/554f6bf4-ab5b-44d1-9279-9d87ed34e435 HTTP/1.1" status: 204 len: 168 time: 0.2265418 Apr 12 11:39:30.417233 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcf1ed-ab3a-406a-bc36-875451e6c42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554f6bf4-ab5b-44d1-9279-9d87ed34e435,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:39:31.564663 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3aae1572-2d81-4bd7-992a-24b70ddf0549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:33.907720 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f82644b4-0d79-4106-ad1d-1b2d64f5d165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:35.181863 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:36.250417 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:37.814452 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:52.530307 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:39:54.701524 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:40:01.536185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d14cccdd-4764-490d-9691-37e85d5783ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:03.872911 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-85eb7cf0-4ae8-41e8-99de-7be234e424df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:05.180798 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:06.256019 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:07.810238 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:12.131929 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea109-371e-445d-9177-236027ae39a6 req-536d168b-c635-44cc-8432-72f759b7f7ad tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:12.133376 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bebea109-371e-445d-9177-236027ae39a6 req-536d168b-c635-44cc-8432-72f759b7f7ad tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0518103 Apr 12 11:40:12.179953 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bebea109-371e-445d-9177-236027ae39a6 req-5cd0f3b4-2086-4ad4-b001-034715f24cec tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410385 Apr 12 11:40:13.298098 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644821b4-d1de-47f0-bd6b-956ead012509 req-f6551fcf-f6db-431e-aea3-c152a1b97238 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:13.299677 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-644821b4-d1de-47f0-bd6b-956ead012509 req-f6551fcf-f6db-431e-aea3-c152a1b97238 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0502450 Apr 12 11:40:13.348812 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-644821b4-d1de-47f0-bd6b-956ead012509 req-3c12d22d-db86-49a3-b8de-8319d5151aa3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Apr 12 11:40:14.461581 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101deea-9da3-4109-a115-598baaa9c3b0 req-c46040c6-eb98-4f6f-8982-ee0c73d2f38e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:14.463120 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1101deea-9da3-4109-a115-598baaa9c3b0 req-c46040c6-eb98-4f6f-8982-ee0c73d2f38e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0480468 Apr 12 11:40:14.509702 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1101deea-9da3-4109-a115-598baaa9c3b0 req-6d99ba78-2c6d-4d51-a854-fb8434eb83a8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409336 Apr 12 11:40:15.560455 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-5c86a798-9990-401a-aef5-b3fe262ce1a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412838 Apr 12 11:40:15.651448 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb5b29-b413-4a5f-918c-a2180e8e7321 req-e62fe6fd-a693-4d66-8555-b5970d21f116 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:15.658211 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aacb5b29-b413-4a5f-918c-a2180e8e7321 req-e62fe6fd-a693-4d66-8555-b5970d21f116 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0742610 Apr 12 11:40:15.658211 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-33905bc3-cafc-42af-be93-1d70da3950e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:15.658211 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-33905bc3-cafc-42af-be93-1d70da3950e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1129 time: 0.0506954 Apr 12 11:40:15.753697 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aacb5b29-b413-4a5f-918c-a2180e8e7321 req-d7cfbd77-f196-48a7-a824-9b2b4a49d125 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951691 Apr 12 11:40:15.780347 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-93a51162-9e16-41b5-8ff5-88771f047de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:15.781781 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-93a51162-9e16-41b5-8ff5-88771f047de1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.1067085 Apr 12 11:40:15.843598 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-574d9427-e181-4adb-8ade-fc36ccc43acd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 1000 time: 0.0562820 Apr 12 11:40:15.895845 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-2d89f157-224a-4554-a33d-0cf63cbb60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:15.901287 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-2d89f157-224a-4554-a33d-0cf63cbb60aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0482218 Apr 12 11:40:15.939118 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-32fd447a-b06f-4a39-99d9-2b436d53ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:15.947146 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-32fd447a-b06f-4a39-99d9-2b436d53ea6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379913 Apr 12 11:40:16.029149 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-1d2bea88-8143-42c6-a497-0a213e389a1b service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824542 Apr 12 11:40:16.119635 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-386669f7-abe1-4b6d-be6f-6233c7d91674 req-c98bd2e2-3312-4eef-bff7-86421d7f0083 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850689 Apr 12 11:40:16.865385 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014788a0-2b35-408f-b65a-d849a80b8fae req-651f10d8-31ce-4ddb-850c-97f879ccd079 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:16.866849 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-014788a0-2b35-408f-b65a-d849a80b8fae req-651f10d8-31ce-4ddb-850c-97f879ccd079 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0465627 Apr 12 11:40:16.915404 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-014788a0-2b35-408f-b65a-d849a80b8fae req-48cbff28-f38e-42fd-b729-278ce910c13c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Apr 12 11:40:18.027563 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390578f4-ba12-4c09-94eb-f87a9edc9471 req-3100fbba-b4db-4ca9-9d15-f768d375fd30 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:18.029040 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-390578f4-ba12-4c09-94eb-f87a9edc9471 req-3100fbba-b4db-4ca9-9d15-f768d375fd30 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0466182 Apr 12 11:40:18.075573 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-390578f4-ba12-4c09-94eb-f87a9edc9471 req-d9f2a8a3-d16c-4f01-ba53-42b099399f57 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Apr 12 11:40:19.189533 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa28a5-35c4-46cc-8e34-43e83cf74432 req-5cac1203-2326-4e93-91d3-40e82ca739b3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:19.191022 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-30aa28a5-35c4-46cc-8e34-43e83cf74432 req-5cac1203-2326-4e93-91d3-40e82ca739b3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0477464 Apr 12 11:40:19.239542 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-30aa28a5-35c4-46cc-8e34-43e83cf74432 req-ed43be78-842b-4b8b-838b-bb931fba3480 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Apr 12 11:40:20.356844 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bb9a0-d029-4239-b69c-2adce266dc9f req-87273c7f-77af-47ac-a50c-9632dc7a39cb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:20.358315 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca2bb9a0-d029-4239-b69c-2adce266dc9f req-87273c7f-77af-47ac-a50c-9632dc7a39cb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0498259 Apr 12 11:40:20.404106 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ca2bb9a0-d029-4239-b69c-2adce266dc9f req-6a5931f4-1078-438f-bd95-5486a0aedc47 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403178 Apr 12 11:40:21.515752 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784e4cc-59f8-4a46-a42d-18e344fd243e req-091a6e32-6898-4ecf-a63b-e5ac4c5baffa tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:21.517220 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5784e4cc-59f8-4a46-a42d-18e344fd243e req-091a6e32-6898-4ecf-a63b-e5ac4c5baffa tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0461416 Apr 12 11:40:21.563984 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5784e4cc-59f8-4a46-a42d-18e344fd243e req-d039e477-0535-444e-ab72-0289eabc2ab4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Apr 12 11:40:22.564736 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:22.675163 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d6077-9656-4af8-bae4-d3bd13b0ce16 req-a3105485-cdf8-4d5f-9027-b9e06a916361 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:22.676631 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad1d6077-9656-4af8-bae4-d3bd13b0ce16 req-a3105485-cdf8-4d5f-9027-b9e06a916361 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0472500 Apr 12 11:40:22.722680 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad1d6077-9656-4af8-bae4-d3bd13b0ce16 req-5425720b-c8e0-4848-b61d-6a442b13cea7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399323 Apr 12 11:40:23.837181 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46dc69-d148-4670-8b1b-dfeec935cc87 req-7499846d-ae7b-4cb9-8181-5c22690b7421 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:23.838562 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-be46dc69-d148-4670-8b1b-dfeec935cc87 req-7499846d-ae7b-4cb9-8181-5c22690b7421 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0496702 Apr 12 11:40:23.883971 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-be46dc69-d148-4670-8b1b-dfeec935cc87 req-11b8bcd7-1fbd-42ba-a17f-bdc81a9d1870 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398252 Apr 12 11:40:24.998396 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70c29-13f3-4212-a8ef-482c7efbc564 req-d4c5137a-654e-4db0-80cb-3f28716d8054 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:24.999873 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2be70c29-13f3-4212-a8ef-482c7efbc564 req-d4c5137a-654e-4db0-80cb-3f28716d8054 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0505183 Apr 12 11:40:25.046002 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2be70c29-13f3-4212-a8ef-482c7efbc564 req-4698df73-2784-48ab-a85b-698e6efc2aec tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407183 Apr 12 11:40:26.156810 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9b66-52cd-45fa-a91b-b551a857ff74 req-303156f7-3179-4e2d-a7b4-f967cb5bf161 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:26.158287 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c38f9b66-52cd-45fa-a91b-b551a857ff74 req-303156f7-3179-4e2d-a7b4-f967cb5bf161 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0470295 Apr 12 11:40:26.206573 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c38f9b66-52cd-45fa-a91b-b551a857ff74 req-6de9bd42-843b-406d-9cd3-8695d832f1b0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Apr 12 11:40:27.316951 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05a77-68b0-410d-959b-35f4a79d00d4 req-cea46362-62bf-456e-9fe7-28c762f3d735 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:27.318417 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6bf05a77-68b0-410d-959b-35f4a79d00d4 req-cea46362-62bf-456e-9fe7-28c762f3d735 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0462456 Apr 12 11:40:27.364399 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6bf05a77-68b0-410d-959b-35f4a79d00d4 req-d04d936c-65e2-4d8e-87d7-bed499960256 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 Apr 12 11:40:28.474143 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742eebd3-1e41-40d3-a3ed-ed194e515e4a req-2ede465a-bdad-4531-8151-b510f8a7b9c6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:28.475572 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-742eebd3-1e41-40d3-a3ed-ed194e515e4a req-2ede465a-bdad-4531-8151-b510f8a7b9c6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0455890 Apr 12 11:40:28.526075 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-742eebd3-1e41-40d3-a3ed-ed194e515e4a req-6989b836-4791-44cd-a2b9-248525a86c60 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Apr 12 11:40:29.643850 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d77f2-44fc-4401-bf74-3d8dd1251641 req-1f3c8dce-4d1d-4e78-a5c3-5cecf4895d54 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:29.645395 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f2d77f2-44fc-4401-bf74-3d8dd1251641 req-1f3c8dce-4d1d-4e78-a5c3-5cecf4895d54 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0506496 Apr 12 11:40:29.700139 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f2d77f2-44fc-4401-bf74-3d8dd1251641 req-2745c4d0-3d94-4ad3-9e25-32e38c90633e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484104 Apr 12 11:40:30.811859 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390697c6-c16d-4e06-a8ee-673d40862805 req-20e4b30d-b06e-447d-90c8-c019ff1b9799 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:30.813295 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-390697c6-c16d-4e06-a8ee-673d40862805 req-20e4b30d-b06e-447d-90c8-c019ff1b9799 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0464423 Apr 12 11:40:30.858739 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-390697c6-c16d-4e06-a8ee-673d40862805 req-72bf13ee-4514-4745-86f4-9ed79c9db9e0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Apr 12 11:40:31.558859 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9776a51d-ab1a-4cf2-ba9b-4dbda69c6807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:31.701536 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:40:31.968284 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96831aca-4260-4bd0-a0e8-d7de3fe1b957 req-54de87f5-9692-4442-be78-f55eafc5075b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:31.969747 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-96831aca-4260-4bd0-a0e8-d7de3fe1b957 req-54de87f5-9692-4442-be78-f55eafc5075b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0465257 Apr 12 11:40:32.017710 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-96831aca-4260-4bd0-a0e8-d7de3fe1b957 req-a6d0b5fb-8d15-48cd-b566-0593bab5195e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Apr 12 11:40:33.132146 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce049a6a-f2f4-45ff-9b95-51f43960d13a req-cdda7560-e563-4bda-a472-4fa8a99b1ab7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:33.134165 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ce049a6a-f2f4-45ff-9b95-51f43960d13a req-cdda7560-e563-4bda-a472-4fa8a99b1ab7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0461240 Apr 12 11:40:33.180764 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ce049a6a-f2f4-45ff-9b95-51f43960d13a req-1e96ece9-52bd-4c5f-8329-c73de9c69429 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Apr 12 11:40:33.935157 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ec6e7a16-ee98-46f1-9dc8-bcd0b5ad3346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:34.295496 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79d566-fcda-4f5f-8c6f-c4bf66921604 req-0a97122f-4b41-4df1-9b0a-042cfc1c6beb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:34.297014 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee79d566-fcda-4f5f-8c6f-c4bf66921604 req-0a97122f-4b41-4df1-9b0a-042cfc1c6beb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0476122 Apr 12 11:40:34.343879 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee79d566-fcda-4f5f-8c6f-c4bf66921604 req-9e526c96-310e-4e0b-8f7f-250cbb3af78a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415740 Apr 12 11:40:35.210580 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:35.458564 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66181228-3afe-47a3-8eb1-381f2f7bdc4b req-62b90b3b-7b72-4989-8de7-dc7dbd34943e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:35.459994 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66181228-3afe-47a3-8eb1-381f2f7bdc4b req-62b90b3b-7b72-4989-8de7-dc7dbd34943e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0491080 Apr 12 11:40:35.505010 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66181228-3afe-47a3-8eb1-381f2f7bdc4b req-07ce52dd-8ef8-454c-b2cf-4a14c986ee03 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389884 Apr 12 11:40:36.232981 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:36.623338 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dedb3-d531-42be-8433-440db5e00a37 req-221b6dd1-d026-4f3c-b206-67519c46958d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:36.624797 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-444dedb3-d531-42be-8433-440db5e00a37 req-221b6dd1-d026-4f3c-b206-67519c46958d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0504315 Apr 12 11:40:36.670778 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-444dedb3-d531-42be-8433-440db5e00a37 req-9fa93d33-e5e3-439f-b46f-c1fe008a1324 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Apr 12 11:40:37.781790 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817baee-490c-4635-8544-d6bc6366dac2 req-92c52db9-2766-452f-97a9-de4ac2294218 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:37.783279 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a817baee-490c-4635-8544-d6bc6366dac2 req-92c52db9-2766-452f-97a9-de4ac2294218 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0475221 Apr 12 11:40:37.816312 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:37.830383 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a817baee-490c-4635-8544-d6bc6366dac2 req-832aa307-b836-4579-95eb-df96afdcb110 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Apr 12 11:40:38.940981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700a62-319a-40f6-bb9f-f68e020cca27 req-c0786b52-3eae-4448-80f9-74f135fd98e7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:38.942455 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-46700a62-319a-40f6-bb9f-f68e020cca27 req-c0786b52-3eae-4448-80f9-74f135fd98e7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0463212 Apr 12 11:40:38.990867 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-46700a62-319a-40f6-bb9f-f68e020cca27 req-c86e1c79-b10f-49fa-8dff-b475303c3505 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Apr 12 11:40:40.107354 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f315-1d25-43f9-8319-3de7261f2773 req-316f3edc-f5aa-4266-9ad9-a6f887524df1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:40.108828 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4785f315-1d25-43f9-8319-3de7261f2773 req-316f3edc-f5aa-4266-9ad9-a6f887524df1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0505478 Apr 12 11:40:40.154509 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4785f315-1d25-43f9-8319-3de7261f2773 req-b1d09ae5-0ad3-4df7-9a19-d3f07e339ff8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402834 Apr 12 11:40:41.269621 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1943be-207f-4810-904e-07a2ab6586cf req-460c0eb0-56c6-439d-a6a1-4555a830b2e3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:41.271131 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee1943be-207f-4810-904e-07a2ab6586cf req-460c0eb0-56c6-439d-a6a1-4555a830b2e3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0512002 Apr 12 11:40:41.321169 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee1943be-207f-4810-904e-07a2ab6586cf req-a5900bd1-c848-455c-b6e2-c43418c3e47a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443745 Apr 12 11:40:42.432122 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d84e8f-c23a-494d-8596-d0d647ae69d0 req-2bf48892-f16f-4487-988c-705f5039ce0b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:42.433575 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-20d84e8f-c23a-494d-8596-d0d647ae69d0 req-2bf48892-f16f-4487-988c-705f5039ce0b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0464597 Apr 12 11:40:42.479142 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-20d84e8f-c23a-494d-8596-d0d647ae69d0 req-f8aaf3cd-4e91-471d-9482-c04ddea2f924 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401509 Apr 12 11:40:43.590420 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac73f0-13e0-44c2-bcc4-3d828f537367 req-1c09e4aa-b161-416e-be83-72bc6d673c85 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:43.591926 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-70ac73f0-13e0-44c2-bcc4-3d828f537367 req-1c09e4aa-b161-416e-be83-72bc6d673c85 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0465024 Apr 12 11:40:43.638718 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-70ac73f0-13e0-44c2-bcc4-3d828f537367 req-8dcbabf2-c79e-4e49-9839-73f977d86019 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412469 Apr 12 11:40:44.750085 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f94fc9-0c38-4a8f-a791-aa09df92afdc req-86a2dca5-d8bb-4dc6-87d1-9faff7d4b809 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:44.751587 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e2f94fc9-0c38-4a8f-a791-aa09df92afdc req-86a2dca5-d8bb-4dc6-87d1-9faff7d4b809 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0472672 Apr 12 11:40:44.801920 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e2f94fc9-0c38-4a8f-a791-aa09df92afdc req-ed358802-cab0-4428-831f-6f76ce5ab67d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Apr 12 11:40:45.912355 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2b855-309d-4ec1-bf72-b636d00d7cc2 req-076031d5-9fa3-4925-b9e2-e6373f1959a8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:45.913798 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-31c2b855-309d-4ec1-bf72-b636d00d7cc2 req-076031d5-9fa3-4925-b9e2-e6373f1959a8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0467339 Apr 12 11:40:45.958996 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-31c2b855-309d-4ec1-bf72-b636d00d7cc2 req-56f57d0d-0e32-4416-9e3d-66d1563d5256 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396659 Apr 12 11:40:47.071516 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d7b5-01fa-42cf-95d6-fd035f9ca457 req-786c6de1-e479-4c4c-995f-9a7e2e7a271c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:47.072993 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a350d7b5-01fa-42cf-95d6-fd035f9ca457 req-786c6de1-e479-4c4c-995f-9a7e2e7a271c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0474069 Apr 12 11:40:47.119709 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a350d7b5-01fa-42cf-95d6-fd035f9ca457 req-499b804a-ee5f-4534-b10b-ce81ca31268c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Apr 12 11:40:48.235856 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b41f-abab-41ba-8a71-40d3759d2b87 req-264233b2-5ed5-4711-bb46-f5e8171bd426 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:48.237305 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c902b41f-abab-41ba-8a71-40d3759d2b87 req-264233b2-5ed5-4711-bb46-f5e8171bd426 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0498264 Apr 12 11:40:48.283178 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c902b41f-abab-41ba-8a71-40d3759d2b87 req-64ad8d3a-282f-4f38-b209-0d2e63e4b2d1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403638 Apr 12 11:40:49.404520 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2717bc-86c8-4576-9caa-1b36dd55bd6c req-2cfaaa3a-73d5-490f-ab6e-ddeadcbf4d1d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:49.405983 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9d2717bc-86c8-4576-9caa-1b36dd55bd6c req-2cfaaa3a-73d5-490f-ab6e-ddeadcbf4d1d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0496137 Apr 12 11:40:49.452631 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9d2717bc-86c8-4576-9caa-1b36dd55bd6c req-31127545-6b3e-43c8-a492-a7e7b5031547 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Apr 12 11:40:50.564166 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a48a8b-e441-49fa-9c68-304f04bcfe25 req-39d0926e-0149-4cfd-8d1b-f0360e5ffd35 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:50.565652 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-11a48a8b-e441-49fa-9c68-304f04bcfe25 req-39d0926e-0149-4cfd-8d1b-f0360e5ffd35 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0466533 Apr 12 11:40:50.611555 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-11a48a8b-e441-49fa-9c68-304f04bcfe25 req-42435cf1-fe21-43f7-8895-5aca89981178 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Apr 12 11:40:51.727656 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d18dd-21f1-468f-b303-77d9d741e4f4 req-e3e15bdc-64a5-4358-a977-9c73d9e29621 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:51.729130 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6c6d18dd-21f1-468f-b303-77d9d741e4f4 req-e3e15bdc-64a5-4358-a977-9c73d9e29621 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0510185 Apr 12 11:40:51.775213 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6c6d18dd-21f1-468f-b303-77d9d741e4f4 req-6c0a40c1-12fa-47ad-9057-5c8139e4d6f8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Apr 12 11:40:52.524539 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:40:52.890174 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a462186-4f09-459b-9a35-9b7b4adc05cb req-3cd91f83-2aee-429c-b2e7-a801ae9c3209 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:52.891617 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9a462186-4f09-459b-9a35-9b7b4adc05cb req-3cd91f83-2aee-429c-b2e7-a801ae9c3209 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0493023 Apr 12 11:40:52.937195 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9a462186-4f09-459b-9a35-9b7b4adc05cb req-5f327b42-0120-4248-a826-1f2ad70e294e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Apr 12 11:40:54.049904 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e317f-dc0e-41e6-832e-8e088632983f req-1e0b8814-a783-4a8e-9b85-8860de3d6cae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:54.051375 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d6e317f-dc0e-41e6-832e-8e088632983f req-1e0b8814-a783-4a8e-9b85-8860de3d6cae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0463617 Apr 12 11:40:54.098673 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d6e317f-dc0e-41e6-832e-8e088632983f req-724667e4-15ea-4f30-94c8-cbfd25ab2c16 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417323 Apr 12 11:40:55.210068 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fb748-4c55-4513-98e8-6267ad7f3cfb req-c584890d-b1cf-466b-a745-aa63c3c3bfb1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:55.211531 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8d0fb748-4c55-4513-98e8-6267ad7f3cfb req-c584890d-b1cf-466b-a745-aa63c3c3bfb1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0472951 Apr 12 11:40:55.257959 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8d0fb748-4c55-4513-98e8-6267ad7f3cfb req-0de42a48-15d6-4c2f-ba95-db0cef611478 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Apr 12 11:40:56.368647 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be69fb-a113-47b8-bc7b-22a7f7366c4a req-ebcf1f1a-91d4-49ac-b29d-b2ac17451b06 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:56.370173 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a0be69fb-a113-47b8-bc7b-22a7f7366c4a req-ebcf1f1a-91d4-49ac-b29d-b2ac17451b06 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0458925 Apr 12 11:40:56.423660 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a0be69fb-a113-47b8-bc7b-22a7f7366c4a req-7a2b2901-8dfb-4f09-86fb-1b2206ee87d9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474620 Apr 12 11:40:57.535065 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61600dfe-70c0-478c-950d-38c7905aeaab req-fcd28f96-fc1e-492a-8981-31af61944361 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:57.536535 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-61600dfe-70c0-478c-950d-38c7905aeaab req-fcd28f96-fc1e-492a-8981-31af61944361 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0460658 Apr 12 11:40:57.586395 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-61600dfe-70c0-478c-950d-38c7905aeaab req-242f1ebb-71b5-4c72-ab89-3184c9c12058 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441523 Apr 12 11:40:58.697296 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb5fb6-8b2d-4112-aefd-833d2463ac4d req-c345db1d-9ea0-427d-9385-f5f1437fa158 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:58.698801 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1ccb5fb6-8b2d-4112-aefd-833d2463ac4d req-c345db1d-9ea0-427d-9385-f5f1437fa158 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0476377 Apr 12 11:40:58.745334 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1ccb5fb6-8b2d-4112-aefd-833d2463ac4d req-fa4b9538-61a7-4589-b621-89fcce489213 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 Apr 12 11:40:59.855630 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3bf87-fa5a-4c92-b9af-3742d8b9da67 req-cc3977d4-4004-4716-9b7f-d43726877bc0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:40:59.856994 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-68c3bf87-fa5a-4c92-b9af-3742d8b9da67 req-cc3977d4-4004-4716-9b7f-d43726877bc0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0463955 Apr 12 11:40:59.902797 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-68c3bf87-fa5a-4c92-b9af-3742d8b9da67 req-1d1fe6fa-4004-4598-a143-e2d3c4e04eae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400441 Apr 12 11:41:01.013282 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0895a-60ed-4e84-9560-69b09fff7b29 req-c5109400-d1fd-46d4-b37e-48532a3dd00b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:01.014786 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-63c0895a-60ed-4e84-9560-69b09fff7b29 req-c5109400-d1fd-46d4-b37e-48532a3dd00b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0469868 Apr 12 11:41:01.060444 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-63c0895a-60ed-4e84-9560-69b09fff7b29 req-10b516dc-d36b-4a43-89c9-caeb15f00582 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393674 Apr 12 11:41:01.547879 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-53ecaf7b-c013-4de3-84d6-f5279d2fd97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:02.172258 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea75383-53a0-4b34-a172-56b3fe6bd5d1 req-2bf4bcf2-4ab6-430c-835e-d2150db29bef tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:02.173706 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eea75383-53a0-4b34-a172-56b3fe6bd5d1 req-2bf4bcf2-4ab6-430c-835e-d2150db29bef tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0465441 Apr 12 11:41:02.219716 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-eea75383-53a0-4b34-a172-56b3fe6bd5d1 req-5fff74c7-f9f1-4985-a765-8ac993ff3cce tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Apr 12 11:41:03.334362 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18338-d74c-4732-8b15-55776a6f24a3 req-09874568-56c7-4743-be7e-8b29e50aa075 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:03.336280 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e4d18338-d74c-4732-8b15-55776a6f24a3 req-09874568-56c7-4743-be7e-8b29e50aa075 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0509915 Apr 12 11:41:03.384759 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e4d18338-d74c-4732-8b15-55776a6f24a3 req-0319663e-4b0c-4192-8359-8ce3bb7f355a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423908 Apr 12 11:41:03.901412 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-702af558-78f7-4b43-aafd-06f74761484d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:04.501903 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b54c7-1827-4d9b-8808-47ffc4e117d9 req-b1d9803d-d1d7-43ec-b11e-f08ff87d7d7a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:04.503379 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-236b54c7-1827-4d9b-8808-47ffc4e117d9 req-b1d9803d-d1d7-43ec-b11e-f08ff87d7d7a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0507581 Apr 12 11:41:04.550255 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-236b54c7-1827-4d9b-8808-47ffc4e117d9 req-9aca7d82-58ed-4170-ab45-ff849628b56f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412378 Apr 12 11:41:05.181880 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:05.664490 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1b7e8-92d9-47d4-acf8-4563ab1bed85 req-f7983159-d272-4a04-98da-c40f7d129306 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:05.666030 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-25a1b7e8-92d9-47d4-acf8-4563ab1bed85 req-f7983159-d272-4a04-98da-c40f7d129306 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0473888 Apr 12 11:41:05.713643 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-25a1b7e8-92d9-47d4-acf8-4563ab1bed85 req-a7101a76-44d4-41a2-bcdd-cf240741c934 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Apr 12 11:41:06.381292 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:06.989986 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce370ffe-a03c-4844-aebd-fd0b5ad5bb88 req-66a8d6e1-d82e-48a8-99a7-fa0835b05921 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:06.991487 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ce370ffe-a03c-4844-aebd-fd0b5ad5bb88 req-66a8d6e1-d82e-48a8-99a7-fa0835b05921 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0462294 Apr 12 11:41:07.038795 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ce370ffe-a03c-4844-aebd-fd0b5ad5bb88 req-94195a7b-dd68-4a7e-a748-f68fb5a4ccbf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Apr 12 11:41:07.844707 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:08.155436 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb7232-85ca-4042-a575-725d31d6e8e7 req-b1367e62-b627-495d-af95-375adab413fc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:08.156834 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-81fb7232-85ca-4042-a575-725d31d6e8e7 req-b1367e62-b627-495d-af95-375adab413fc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0515339 Apr 12 11:41:08.204083 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-81fb7232-85ca-4042-a575-725d31d6e8e7 req-ac84d46a-9aa7-4065-96d6-4635bcf22063 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417786 Apr 12 11:41:08.699986 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:41:09.315190 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a7732-1761-417e-8035-44d5078b0d58 req-d989a62d-8255-4550-a92a-5e2d4a98bc28 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:09.316631 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c4a7732-1761-417e-8035-44d5078b0d58 req-d989a62d-8255-4550-a92a-5e2d4a98bc28 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0473619 Apr 12 11:41:09.365420 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c4a7732-1761-417e-8035-44d5078b0d58 req-7cbf2d7a-70dc-4be3-8414-15e7dbf047cf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Apr 12 11:41:10.668564 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30d764-e566-4c3e-be53-11ae16645249 req-25254b11-27b0-46e1-bfbc-32cc63eb6bd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:10.669956 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6b30d764-e566-4c3e-be53-11ae16645249 req-25254b11-27b0-46e1-bfbc-32cc63eb6bd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.2392576 Apr 12 11:41:10.715886 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6b30d764-e566-4c3e-be53-11ae16645249 req-3655dc06-0007-461f-90de-fc603f3f5b4a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Apr 12 11:41:11.827104 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ced93-5e84-46ec-a4c4-7b00e4f798d0 req-a356106d-44fa-45e7-be82-b5b6e6d7ceb3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:11.828546 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e31ced93-5e84-46ec-a4c4-7b00e4f798d0 req-a356106d-44fa-45e7-be82-b5b6e6d7ceb3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0463426 Apr 12 11:41:11.874484 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e31ced93-5e84-46ec-a4c4-7b00e4f798d0 req-102ba1b7-3542-4bde-aa0a-ae40181d8ee2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397239 Apr 12 11:41:12.988024 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5188d1-53f3-407b-8097-0c984165977a req-ff5d7683-2a54-4227-813f-a722959c8580 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:12.989535 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f5188d1-53f3-407b-8097-0c984165977a req-ff5d7683-2a54-4227-813f-a722959c8580 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0467350 Apr 12 11:41:13.039948 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f5188d1-53f3-407b-8097-0c984165977a req-76201699-3be2-42cf-b094-ebd5e9c345a1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449646 Apr 12 11:41:14.151606 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df5e77-7103-4e74-b313-654f307f7857 req-83f4a537-4efd-4f03-b40c-63200896444e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:14.153171 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b0df5e77-7103-4e74-b313-654f307f7857 req-83f4a537-4efd-4f03-b40c-63200896444e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0471339 Apr 12 11:41:14.199684 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b0df5e77-7103-4e74-b313-654f307f7857 req-4c774f31-526b-4fc0-91d6-9b2ee0c2dfa6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Apr 12 11:41:15.310831 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c1186-93b8-4ea9-80b1-a7c619d64726 req-d789336a-18d4-499e-9cd3-fae78a461e73 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:15.312266 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c32c1186-93b8-4ea9-80b1-a7c619d64726 req-d789336a-18d4-499e-9cd3-fae78a461e73 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0467837 Apr 12 11:41:15.358411 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c32c1186-93b8-4ea9-80b1-a7c619d64726 req-9ff5ad6c-32c4-4da1-b302-ce082aeb594e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404854 Apr 12 11:41:15.629176 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e021690-50da-4425-8f91-3d34b7147384 req-5b0b1328-d90d-4b73-9e93-efb755bfe445 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866525 Apr 12 11:41:15.728963 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021690-50da-4425-8f91-3d34b7147384 req-d2dd8b8a-ab85-4857-bec6-920b9bb7983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:15.730475 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e021690-50da-4425-8f91-3d34b7147384 req-d2dd8b8a-ab85-4857-bec6-920b9bb7983e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1129 time: 0.0418904 Apr 12 11:41:15.835200 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021690-50da-4425-8f91-3d34b7147384 req-ee08ac69-1598-4581-801f-8e7f9617565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:15.836572 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e021690-50da-4425-8f91-3d34b7147384 req-ee08ac69-1598-4581-801f-8e7f9617565b service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0894606 Apr 12 11:41:15.899889 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e021690-50da-4425-8f91-3d34b7147384 req-b9d86ba1-ff8f-45e3-ba69-49d789d3e15b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 1000 time: 0.0576098 Apr 12 11:41:15.946646 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021690-50da-4425-8f91-3d34b7147384 req-176ffcd1-2f0b-4cdb-88dd-32ab985b60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:15.948046 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e021690-50da-4425-8f91-3d34b7147384 req-176ffcd1-2f0b-4cdb-88dd-32ab985b60d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0430689 Apr 12 11:41:15.994896 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021690-50da-4425-8f91-3d34b7147384 req-6fec6032-a98d-4b7a-a76d-fb09435f7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:15.996392 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e021690-50da-4425-8f91-3d34b7147384 req-6fec6032-a98d-4b7a-a76d-fb09435f7205 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426614 Apr 12 11:41:16.084820 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e021690-50da-4425-8f91-3d34b7147384 req-d3ef973f-8377-4906-8a15-e6eaafd7bc30 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827653 Apr 12 11:41:16.175089 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2e021690-50da-4425-8f91-3d34b7147384 req-14e32ec1-446c-4308-945d-ad9aa1b4b1b2 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842221 Apr 12 11:41:16.516796 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1943591-38e2-4804-9354-a5dadf944615 req-96da8fb6-c64c-4be9-aef8-084eb2259479 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:16.518284 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d1943591-38e2-4804-9354-a5dadf944615 req-96da8fb6-c64c-4be9-aef8-084eb2259479 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0950425 Apr 12 11:41:16.563884 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d1943591-38e2-4804-9354-a5dadf944615 req-2feb7610-80ca-4114-b25c-a0f7910062b0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398026 Apr 12 11:41:17.676700 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45115d-0eaa-4900-be0d-2401beb38da9 req-d2b8acfa-50bd-45ea-82fc-b0d9a3a5bbc8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:17.678180 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ba45115d-0eaa-4900-be0d-2401beb38da9 req-d2b8acfa-50bd-45ea-82fc-b0d9a3a5bbc8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0475397 Apr 12 11:41:17.723521 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ba45115d-0eaa-4900-be0d-2401beb38da9 req-b20cb8cd-98c2-4085-ae2a-98d499521270 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Apr 12 11:41:18.837279 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2536-b37c-4448-a1b0-4e8007cd7fa9 req-20aaaa30-d44f-4669-b3b1-d08e098abcd7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:18.838802 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-42ee2536-b37c-4448-a1b0-4e8007cd7fa9 req-20aaaa30-d44f-4669-b3b1-d08e098abcd7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0468986 Apr 12 11:41:18.888761 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-42ee2536-b37c-4448-a1b0-4e8007cd7fa9 req-b88c6489-f86e-49e3-a35f-8197384dde71 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443885 Apr 12 11:41:20.004075 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a36efb-0d62-4e7e-9f9f-98121eec48f1 req-dc1537df-2b30-41b0-b8d4-524d6c5ceb3d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:20.005588 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b7a36efb-0d62-4e7e-9f9f-98121eec48f1 req-dc1537df-2b30-41b0-b8d4-524d6c5ceb3d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0508747 Apr 12 11:41:20.051850 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b7a36efb-0d62-4e7e-9f9f-98121eec48f1 req-1f94b4f3-84ea-4433-ae50-6ca5d628eacb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Apr 12 11:41:21.164453 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4eb0e-69c9-4009-8d29-ccad4c419d19 req-aa3cfc5d-d97c-4100-831d-d7b873877c79 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:21.165906 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e9f4eb0e-69c9-4009-8d29-ccad4c419d19 req-aa3cfc5d-d97c-4100-831d-d7b873877c79 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0467575 Apr 12 11:41:21.214371 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e9f4eb0e-69c9-4009-8d29-ccad4c419d19 req-460aeb4f-392e-499a-925d-3d5ac0382a43 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 Apr 12 11:41:22.325287 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cac32-a7a2-4746-9c72-d6ea1e327023 req-d74f6d3c-6ab5-4cf7-95cb-84b7b2820078 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:22.326736 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-284cac32-a7a2-4746-9c72-d6ea1e327023 req-d74f6d3c-6ab5-4cf7-95cb-84b7b2820078 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0461171 Apr 12 11:41:22.372211 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-284cac32-a7a2-4746-9c72-d6ea1e327023 req-cd65c479-e98d-45dd-9e94-97c4b3ba96f2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401628 Apr 12 11:41:22.587376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:23.482279 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee65b-e4e7-425d-8e70-9c6e52787cff req-70de6559-c631-43ac-9db2-ebd05a74aa5b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:23.483731 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e63ee65b-e4e7-425d-8e70-9c6e52787cff req-70de6559-c631-43ac-9db2-ebd05a74aa5b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0458291 Apr 12 11:41:23.529476 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e63ee65b-e4e7-425d-8e70-9c6e52787cff req-f48f4091-b20e-4328-9e89-03cb356acdab tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402532 Apr 12 11:41:24.640425 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39e0dd-b2e9-472d-8904-8f7ae226a580 req-54fe9d9e-9ac5-4fd2-aeb5-eb20651b12a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:24.641879 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2c39e0dd-b2e9-472d-8904-8f7ae226a580 req-54fe9d9e-9ac5-4fd2-aeb5-eb20651b12a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0455620 Apr 12 11:41:24.691218 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2c39e0dd-b2e9-472d-8904-8f7ae226a580 req-c929e106-82e1-49b5-a124-355220e9b2c8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439053 Apr 12 11:41:25.809354 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ea66a-7c61-44b9-8d49-4de6b6bd202f req-8abfd85e-884f-4490-abfe-7ecb52b41f9c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:25.810905 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-195ea66a-7c61-44b9-8d49-4de6b6bd202f req-8abfd85e-884f-4490-abfe-7ecb52b41f9c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0524573 Apr 12 11:41:25.856852 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-195ea66a-7c61-44b9-8d49-4de6b6bd202f req-d86168bf-8a1e-4047-9ee1-2d12d9fd27a2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Apr 12 11:41:26.967557 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b422-1635-4844-882d-cac39b33d537 req-9fcb7086-20c2-4db3-a544-ef86cee0db4f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:26.969031 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4cc0b422-1635-4844-882d-cac39b33d537 req-9fcb7086-20c2-4db3-a544-ef86cee0db4f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0469956 Apr 12 11:41:27.016717 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4cc0b422-1635-4844-882d-cac39b33d537 req-1d5f3690-209c-4997-8971-d3f8a07a8d95 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Apr 12 11:41:28.128008 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d595c8f-e428-4507-9165-8f507b5f2ef3 req-bf08463e-cb31-4680-9b5e-dd7138024e68 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:28.129592 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6d595c8f-e428-4507-9165-8f507b5f2ef3 req-bf08463e-cb31-4680-9b5e-dd7138024e68 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0466602 Apr 12 11:41:28.176518 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6d595c8f-e428-4507-9165-8f507b5f2ef3 req-f250d804-22f3-4689-b8ff-304116ddacaa tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408607 Apr 12 11:41:29.291664 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adc4dc-dacf-40cb-ade1-35a46ea2bb94 req-4787e5ea-7611-4154-9180-4a1c15ecf1b5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:29.294287 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e9adc4dc-dacf-40cb-ade1-35a46ea2bb94 req-4787e5ea-7611-4154-9180-4a1c15ecf1b5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0486553 Apr 12 11:41:29.341016 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e9adc4dc-dacf-40cb-ade1-35a46ea2bb94 req-de01b9d0-74af-4f96-a841-28fddcb4b17e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Apr 12 11:41:30.451875 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca9bf-30b2-459a-a4c6-728fc61b6e00 req-845f2e8f-4edb-455f-a04e-5cda6577655b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:30.453311 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-776ca9bf-30b2-459a-a4c6-728fc61b6e00 req-845f2e8f-4edb-455f-a04e-5cda6577655b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0463166 Apr 12 11:41:30.502632 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-776ca9bf-30b2-459a-a4c6-728fc61b6e00 req-c91f1aea-33a8-4637-8220-995d13cfa7ae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Apr 12 11:41:31.575775 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2c949496-3c6b-49fc-b9ec-191e4ddc421a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:31.620705 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d8eca-aec7-481e-abae-8eafa304334c req-db684850-234d-4b7f-9c6e-bc2bc56f3c51 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:31.622183 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a29d8eca-aec7-481e-abae-8eafa304334c req-db684850-234d-4b7f-9c6e-bc2bc56f3c51 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0519075 Apr 12 11:41:31.668191 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a29d8eca-aec7-481e-abae-8eafa304334c req-8f27fbb6-7e9e-4998-a2fc-7f712432907f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 Apr 12 11:41:32.779346 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70173ad-33e2-4733-b807-496e86192c81 req-da26289c-dc0f-43c2-a889-d39edad6954b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:32.780789 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c70173ad-33e2-4733-b807-496e86192c81 req-da26289c-dc0f-43c2-a889-d39edad6954b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0464976 Apr 12 11:41:32.827606 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c70173ad-33e2-4733-b807-496e86192c81 req-7a499a64-09b9-47af-9328-1d270906bf69 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Apr 12 11:41:33.867373 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1d5326ee-2509-4d54-9e86-f4077259cc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:33.940022 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fe3b2-599d-4660-8e17-243c8298f2ae req-3be8e152-20ef-412c-80f0-16ffe2be04e5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:33.941461 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d89fe3b2-599d-4660-8e17-243c8298f2ae req-3be8e152-20ef-412c-80f0-16ffe2be04e5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0462101 Apr 12 11:41:33.988727 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d89fe3b2-599d-4660-8e17-243c8298f2ae req-0000b79f-31fc-47fd-a18b-d6a9b11c39b3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Apr 12 11:41:35.100961 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016e1a-3607-49a6-b132-3823abc70fc8 req-9d6a8b19-7941-4f6d-a5ce-4382f5e0f67a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:35.103291 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-db016e1a-3607-49a6-b132-3823abc70fc8 req-9d6a8b19-7941-4f6d-a5ce-4382f5e0f67a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0464721 Apr 12 11:41:35.149660 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-db016e1a-3607-49a6-b132-3823abc70fc8 req-8ae1be76-2dc8-4ae6-adac-3a01489ff234 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Apr 12 11:41:35.198659 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:36.256219 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:36.267544 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828fc4c-a017-42ab-aaa0-1ac3f1be706d req-55a29440-2ddd-44c0-9e2c-ab6e22e6dc87 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:36.269005 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7828fc4c-a017-42ab-aaa0-1ac3f1be706d req-55a29440-2ddd-44c0-9e2c-ab6e22e6dc87 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0512342 Apr 12 11:41:36.315334 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7828fc4c-a017-42ab-aaa0-1ac3f1be706d req-04f9cce1-5134-4a64-b3da-b824a09f4ba2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404913 Apr 12 11:41:37.430249 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fe2bf-222a-47d3-8764-a89dfd21cdf0 req-b5ad1a0a-54a7-4156-8751-b293a0133991 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:37.431684 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8b7fe2bf-222a-47d3-8764-a89dfd21cdf0 req-b5ad1a0a-54a7-4156-8751-b293a0133991 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0496564 Apr 12 11:41:37.477565 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8b7fe2bf-222a-47d3-8764-a89dfd21cdf0 req-0b31a6b2-94db-4f85-90f2-ef1c5cb6423f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404077 Apr 12 11:41:37.815796 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:38.587743 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ea32c-e511-4e36-8d00-5ea67e09c5c0 req-1582d12b-fc65-4587-b17b-c49e0db9a1eb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:38.589202 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c36ea32c-e511-4e36-8d00-5ea67e09c5c0 req-1582d12b-fc65-4587-b17b-c49e0db9a1eb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0461032 Apr 12 11:41:38.635713 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c36ea32c-e511-4e36-8d00-5ea67e09c5c0 req-9b6f9f3c-4b7c-480e-a12a-811b470985a9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 Apr 12 11:41:39.746876 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52785e4d-3045-4a10-83f4-0d70031684b1 req-dc826640-213b-44bd-8891-f67f2ae764a8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:39.748338 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52785e4d-3045-4a10-83f4-0d70031684b1 req-dc826640-213b-44bd-8891-f67f2ae764a8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0469358 Apr 12 11:41:39.793599 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52785e4d-3045-4a10-83f4-0d70031684b1 req-008d620b-8c09-491b-aa7d-e8828095b6f0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396183 Apr 12 11:41:40.903738 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb930a4-8357-4f7b-904f-6eaa5a76740c req-1666fe0c-28a6-45e8-b1eb-585d1b07f50d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:40.905341 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7eb930a4-8357-4f7b-904f-6eaa5a76740c req-1666fe0c-28a6-45e8-b1eb-585d1b07f50d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0457027 Apr 12 11:41:40.953645 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7eb930a4-8357-4f7b-904f-6eaa5a76740c req-d46fb035-e55b-4a85-8877-29bea6d456fc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Apr 12 11:41:42.069039 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b8f9-0a1d-49a2-a65a-c57ae1cac948 req-eb935672-b870-4608-8747-387c6583bee2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:42.071139 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4044b8f9-0a1d-49a2-a65a-c57ae1cac948 req-eb935672-b870-4608-8747-387c6583bee2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0505488 Apr 12 11:41:42.116680 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4044b8f9-0a1d-49a2-a65a-c57ae1cac948 req-2c1bf5ea-4529-4233-a38c-c9f7a25880d1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399871 Apr 12 11:41:43.228427 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fb125-f195-4f85-be23-d3139c9aea63 req-f9d80548-e596-4bbb-b56d-22a3083e7c76 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:43.229862 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-002fb125-f195-4f85-be23-d3139c9aea63 req-f9d80548-e596-4bbb-b56d-22a3083e7c76 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0463448 Apr 12 11:41:43.274812 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-002fb125-f195-4f85-be23-d3139c9aea63 req-1527b7e4-79a8-4287-91ec-c1ba23f3ea21 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394444 Apr 12 11:41:44.385651 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7f663-fda3-4f48-a924-095877e5f9b1 req-a37f3497-413d-4b2f-95e6-52f81c24f41b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:44.387123 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b3d7f663-fda3-4f48-a924-095877e5f9b1 req-a37f3497-413d-4b2f-95e6-52f81c24f41b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0458062 Apr 12 11:41:44.434556 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b3d7f663-fda3-4f48-a924-095877e5f9b1 req-4b05cba1-547b-4eb7-8a97-419fb6b0051b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Apr 12 11:41:45.546660 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c3f47-6ee0-4bf2-bdf1-e9fc46125c7c req-665c1120-76a3-4ca9-8ee9-56f874bc1b8b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:45.548112 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ec2c3f47-6ee0-4bf2-bdf1-e9fc46125c7c req-665c1120-76a3-4ca9-8ee9-56f874bc1b8b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0470948 Apr 12 11:41:45.593756 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ec2c3f47-6ee0-4bf2-bdf1-e9fc46125c7c req-da62e9fc-3a69-434a-aa90-710f2eeb33c6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 Apr 12 11:41:45.698840 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:41:46.706769 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7da63f-0b21-4be4-97d3-eab55115779a req-db47e80b-c776-4973-8e35-d76a8fb69ae6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:46.708206 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc7da63f-0b21-4be4-97d3-eab55115779a req-db47e80b-c776-4973-8e35-d76a8fb69ae6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0475368 Apr 12 11:41:46.757361 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cc7da63f-0b21-4be4-97d3-eab55115779a req-9348957d-7dfc-43b3-bb13-14250d0495e3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Apr 12 11:41:47.870935 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b68f-b440-453e-b843-2ab15e1764cd req-d18e34fa-0da7-44a8-9f0c-797c38d4ccfc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:47.872356 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c945b68f-b440-453e-b843-2ab15e1764cd req-d18e34fa-0da7-44a8-9f0c-797c38d4ccfc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0496981 Apr 12 11:41:47.917914 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c945b68f-b440-453e-b843-2ab15e1764cd req-2bc95467-3689-4a28-83c4-64d01abd06ae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401831 Apr 12 11:41:49.031586 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daa47e-1e6a-4d67-8b39-3ee25f7dee1c req-0d6d41d3-c808-4505-a41f-35497db8b7b5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:49.033086 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-17daa47e-1e6a-4d67-8b39-3ee25f7dee1c req-0d6d41d3-c808-4505-a41f-35497db8b7b5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0486147 Apr 12 11:41:49.079139 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-17daa47e-1e6a-4d67-8b39-3ee25f7dee1c req-c319233b-43ab-49df-a749-7cece9590cf5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Apr 12 11:41:50.194008 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5998586-cbac-4f15-9237-46136e66e3d3 req-583b0475-1f90-4928-b1a0-a4051171b147 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:50.195674 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5998586-cbac-4f15-9237-46136e66e3d3 req-583b0475-1f90-4928-b1a0-a4051171b147 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0483091 Apr 12 11:41:50.242948 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5998586-cbac-4f15-9237-46136e66e3d3 req-b63a4d00-5acd-4ded-9bad-e16a981170a3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Apr 12 11:41:51.355929 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f69295-cb55-4143-8be6-792a0721a405 req-b02b72a1-0523-4ac1-9b17-817a5e98f8ae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:51.357381 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-20f69295-cb55-4143-8be6-792a0721a405 req-b02b72a1-0523-4ac1-9b17-817a5e98f8ae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0461648 Apr 12 11:41:51.403258 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-20f69295-cb55-4143-8be6-792a0721a405 req-ab6dfe34-ba1d-4abb-96b2-ffacded07f9a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404317 Apr 12 11:41:52.516839 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e35a78-6276-4f0b-b35f-d028587b4633 req-60da6b8f-e589-4655-8060-febc3974d8fb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:52.518725 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66e35a78-6276-4f0b-b35f-d028587b4633 req-60da6b8f-e589-4655-8060-febc3974d8fb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0495808 Apr 12 11:41:52.536023 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:41:52.571153 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66e35a78-6276-4f0b-b35f-d028587b4633 req-a921a73a-5649-4b0b-bf5d-d35487d1bc19 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468826 Apr 12 11:41:53.685694 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b960085-637e-471f-bc94-12bf08c1a59e req-45568a64-a760-426d-8280-4a2e3f38487f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:53.687150 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4b960085-637e-471f-bc94-12bf08c1a59e req-45568a64-a760-426d-8280-4a2e3f38487f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0492527 Apr 12 11:41:53.732934 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4b960085-637e-471f-bc94-12bf08c1a59e req-4eb82843-418d-4e22-a16b-18b9a5d2f4b1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 Apr 12 11:41:54.844136 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8026c-933b-43d3-be7e-9c68818d0b98 req-d41cb31f-9f14-4338-8879-679489a5a570 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:54.845597 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-16b8026c-933b-43d3-be7e-9c68818d0b98 req-d41cb31f-9f14-4338-8879-679489a5a570 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0464835 Apr 12 11:41:54.891036 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-16b8026c-933b-43d3-be7e-9c68818d0b98 req-70524b7f-9506-4295-bbd5-0ae80429311b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400114 Apr 12 11:41:56.002333 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacce43-13da-4314-98dd-f404806e8567 req-72a00282-0408-4947-b31c-20c151ffe81b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:56.003800 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9dacce43-13da-4314-98dd-f404806e8567 req-72a00282-0408-4947-b31c-20c151ffe81b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0465651 Apr 12 11:41:56.049550 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9dacce43-13da-4314-98dd-f404806e8567 req-f6f0b8d7-67f1-4e4b-a3c9-8ed4eeda1343 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Apr 12 11:41:57.159449 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546727d0-f9c1-4eb5-9202-204580f8adda req-f6b45237-4ebe-425c-8e6a-ac98fca02d03 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:57.160893 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-546727d0-f9c1-4eb5-9202-204580f8adda req-f6b45237-4ebe-425c-8e6a-ac98fca02d03 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0463309 Apr 12 11:41:57.206462 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-546727d0-f9c1-4eb5-9202-204580f8adda req-01138ab6-28c1-4069-9222-6883e9ab00f5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398059 Apr 12 11:41:58.319935 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277785d-b8c8-4acd-b64b-554797837733 req-48ff49d7-5ed7-433d-b313-478bd8bf7fe4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:58.321376 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a277785d-b8c8-4acd-b64b-554797837733 req-48ff49d7-5ed7-433d-b313-478bd8bf7fe4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0466523 Apr 12 11:41:58.370769 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a277785d-b8c8-4acd-b64b-554797837733 req-8b00cfe7-b857-45df-b85e-e99f4e2a149c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Apr 12 11:41:59.483847 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a0b7a-ac37-475b-ab98-853619ce7fa5 req-f3e42da3-1309-452a-ad4e-156485340027 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:41:59.485321 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-736a0b7a-ac37-475b-ab98-853619ce7fa5 req-f3e42da3-1309-452a-ad4e-156485340027 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0490038 Apr 12 11:41:59.532697 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-736a0b7a-ac37-475b-ab98-853619ce7fa5 req-60e3f179-f178-42d9-a1a9-a525d19e3f29 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Apr 12 11:42:00.643731 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580f03a-0035-4e80-ad63-7d50db7e0091 req-e26b10b7-cd9d-47a5-9991-ac4594502653 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:00.645157 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6580f03a-0035-4e80-ad63-7d50db7e0091 req-e26b10b7-cd9d-47a5-9991-ac4594502653 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0457244 Apr 12 11:42:00.690412 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6580f03a-0035-4e80-ad63-7d50db7e0091 req-4d37d020-c057-4459-966d-387883e8a976 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397260 Apr 12 11:42:01.541830 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dcfb534d-83d0-4ff2-a70f-e4a0f965a9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:01.801143 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb977a5-f4fd-42c6-85af-c77f8173668f req-80e02fef-32ca-4eff-ab18-a588390f1c51 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:01.802644 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bbb977a5-f4fd-42c6-85af-c77f8173668f req-80e02fef-32ca-4eff-ab18-a588390f1c51 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0465848 Apr 12 11:42:01.849563 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bbb977a5-f4fd-42c6-85af-c77f8173668f req-a7f11474-0dd0-4154-85ec-306684c18709 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415547 Apr 12 11:42:02.961248 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f74c0b-0207-4326-9402-9c2fb82412e5 req-71f52bcc-8a5b-45a2-920c-9aa1b6b7e7f8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:02.962722 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-49f74c0b-0207-4326-9402-9c2fb82412e5 req-71f52bcc-8a5b-45a2-920c-9aa1b6b7e7f8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0462470 Apr 12 11:42:03.009499 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-49f74c0b-0207-4326-9402-9c2fb82412e5 req-eace0be2-56aa-484f-8bab-2bfe4a585a12 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Apr 12 11:42:03.884265 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c2a73c00-2ea6-44d8-82b8-b5354c742517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:04.124614 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2651-ec06-4a92-9c7e-59579189f27b req-8b1b2220-5cae-4cff-bfc5-0b37d2e4a088 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:04.126096 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a3cd2651-ec06-4a92-9c7e-59579189f27b req-8b1b2220-5cae-4cff-bfc5-0b37d2e4a088 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0501401 Apr 12 11:42:04.173652 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a3cd2651-ec06-4a92-9c7e-59579189f27b req-f5e70aa7-9958-4716-bb4e-9985dffbd670 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Apr 12 11:42:05.187187 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:05.287742 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120faa28-346a-47a3-937f-923e7732612d req-3d6185c3-a225-4da2-9ae6-8d68c49b1fff tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:05.289184 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-120faa28-346a-47a3-937f-923e7732612d req-3d6185c3-a225-4da2-9ae6-8d68c49b1fff tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0502448 Apr 12 11:42:05.334079 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-120faa28-346a-47a3-937f-923e7732612d req-77b52931-fc82-4509-910c-37a50e8ac819 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390184 Apr 12 11:42:06.250163 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:06.446160 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bcf5c-dd68-4650-90fa-ce560c704865 req-178032f8-e501-46ac-8961-0b5bae842dde tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:06.447603 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6c7bcf5c-dd68-4650-90fa-ce560c704865 req-178032f8-e501-46ac-8961-0b5bae842dde tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0466471 Apr 12 11:42:06.494598 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6c7bcf5c-dd68-4650-90fa-ce560c704865 req-e14d5e20-aac1-4718-88d5-f6fd4c4b8734 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Apr 12 11:42:07.607931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a967d-da3b-4df0-a1a5-5d0a45c92237 req-9d7cac60-b77a-47dc-b973-f7a057267dc0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:07.609449 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0c1a967d-da3b-4df0-a1a5-5d0a45c92237 req-9d7cac60-b77a-47dc-b973-f7a057267dc0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0481353 Apr 12 11:42:07.655771 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0c1a967d-da3b-4df0-a1a5-5d0a45c92237 req-488abc25-adaf-4a7d-894b-3950f509697d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Apr 12 11:42:07.810872 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:08.765336 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d33b03-2781-4c83-b602-7cfc69a31482 req-830e6b81-485f-45eb-8827-f01ed0e2433b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:08.766802 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e4d33b03-2781-4c83-b602-7cfc69a31482 req-830e6b81-485f-45eb-8827-f01ed0e2433b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0452254 Apr 12 11:42:08.815294 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e4d33b03-2781-4c83-b602-7cfc69a31482 req-d4844621-3008-42ae-811e-a74ad3618fb8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Apr 12 11:42:09.929953 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762f979-1322-4cc6-8488-982d5c7384f2 req-50a839da-e48e-46ca-8314-67513458030a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:09.931417 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c762f979-1322-4cc6-8488-982d5c7384f2 req-50a839da-e48e-46ca-8314-67513458030a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0502353 Apr 12 11:42:09.977411 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c762f979-1322-4cc6-8488-982d5c7384f2 req-0254dc16-17be-4f7d-a364-4f6b03670258 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403817 Apr 12 11:42:11.088294 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6b5d0-1c68-4938-a79b-04ec7a0b0ed1 req-30ec97e5-fdfa-4bfc-8f89-17412c05b46d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:11.089824 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2c6b5d0-1c68-4938-a79b-04ec7a0b0ed1 req-30ec97e5-fdfa-4bfc-8f89-17412c05b46d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0461235 Apr 12 11:42:11.135145 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2c6b5d0-1c68-4938-a79b-04ec7a0b0ed1 req-b61c3874-295e-494a-858f-9c946df64cd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398295 Apr 12 11:42:12.245660 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a76228-0bcb-452a-af57-8dc0024e1a3b req-428aa3f0-7dff-4372-916d-fdc6893cf604 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:12.247769 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-55a76228-0bcb-452a-af57-8dc0024e1a3b req-428aa3f0-7dff-4372-916d-fdc6893cf604 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0461462 Apr 12 11:42:12.292132 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-55a76228-0bcb-452a-af57-8dc0024e1a3b req-3e50d35f-e3d7-4e9b-8f27-1da86c48a67c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389068 Apr 12 11:42:13.405459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911b03e-31c2-4abb-90ee-612de92f7f9a req-ad5524b3-02c0-4aba-b2bb-a6dfa1e69093 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:13.407006 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6911b03e-31c2-4abb-90ee-612de92f7f9a req-ad5524b3-02c0-4aba-b2bb-a6dfa1e69093 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0477931 Apr 12 11:42:13.454208 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6911b03e-31c2-4abb-90ee-612de92f7f9a req-c3f8fbcf-0a2d-4650-9f84-f3403324a98f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413251 Apr 12 11:42:14.268327 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-aa011531-2bc1-4575-8100-48dc3dafdced tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:14.269859 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-aa011531-2bc1-4575-8100-48dc3dafdced tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0488658 Apr 12 11:42:14.363435 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Deleting port 72441c7e-78c2-4418-ae88-b27395be30cc {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:42:14.363777 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:14.452132 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] For port 72441c7e-78c2-4418-ae88-b27395be30cc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72441c7e-78c2-4418-ae88-b27395be30cc,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:42:14.452505 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:14.608940 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45ded6-2cca-4e68-83bf-ba87e6a52549 req-ace4b189-b4cd-4213-afe9-62defbab9feb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:14.610503 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8a45ded6-2cca-4e68-83bf-ba87e6a52549 req-ace4b189-b4cd-4213-afe9-62defbab9feb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 946 time: 0.0864599 Apr 12 11:42:14.695001 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:14.701685 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (7836e4b2-c0d2-43d4-a55a-89727323da70), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:14.701685 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Floating IP 7836e4b2-c0d2-43d4-a55a-89727323da70 disassociated. External IP: 172.27.1.169, port: 72441c7e-78c2-4418-ae88-b27395be30cc. Apr 12 11:42:14.701685 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Calling delete_port for 72441c7e-78c2-4418-ae88-b27395be30cc owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:42:14.713551 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8a45ded6-2cca-4e68-83bf-ba87e6a52549 req-41ae2b00-0774-4d37-b4b0-fb017cf6bb70 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=671c2bd2-2ef0-4f7b-aada-b988f929f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972695 Apr 12 11:42:14.890976 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (72441c7e-78c2-4418-ae88-b27395be30cc), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:14.922343 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event deleted for resources: {'Port': ['ID=72441c7e-78c2-4418-ae88-b27395be30cc,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:42:14.934374 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.934591 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.934940 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.935275 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.935797 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.936297 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.936793 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.937297 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.937809 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.938176 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.938511 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.938847 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.939175 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.940082 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:14.940082 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:42:15.057742 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:42:15.169421 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:42:15.179699 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] Sync routers for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:42:15.190557 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:42:15.191375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:42:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:42:15.214108 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] No DVR routers for this DVR port 72441c7e-78c2-4418-ae88-b27395be30cc on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:42:15.218277 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:15.221671 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-13163dc3-e456-45d5-87d2-b5264f1c1d48 req-20b844be-6028-4228-a014-cf363979e9ee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "DELETE /v2.0/ports/72441c7e-78c2-4418-ae88-b27395be30cc HTTP/1.1" status: 204 len: 173 time: 0.9460111 Apr 12 11:42:15.222158 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d17817c-424b-4992-82fd-0e4c127b0287', 'name': 'network-vif-deleted', 'tag': '72441c7e-78c2-4418-ae88-b27395be30cc'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:42:15.224473 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf72152d-7557-4f25-9c5d-1fdcd23c616a" -d '{"events": [{"server_uuid": "0d17817c-424b-4992-82fd-0e4c127b0287", "name": "network-vif-deleted", "tag": "72441c7e-78c2-4418-ae88-b27395be30cc"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:42:15.263723 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc6b585-432f-4c14-b257-ae79cf7bbfba x-openstack-request-id: req-dfc6b585-432f-4c14-b257-ae79cf7bbfba {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:42:15.264957 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d17817c-424b-4992-82fd-0e4c127b0287", "name": "network-vif-deleted", "tag": "72441c7e-78c2-4418-ae88-b27395be30cc", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:42:15.264957 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfc6b585-432f-4c14-b257-ae79cf7bbfba {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:42:15.264957 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc6b585-432f-4c14-b257-ae79cf7bbfba'] response: {'server_uuid': '0d17817c-424b-4992-82fd-0e4c127b0287', 'name': 'network-vif-deleted', 'tag': '72441c7e-78c2-4418-ae88-b27395be30cc', 'status': 'completed', 'code': 200} Apr 12 11:42:15.310880 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:42:15.510814 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:42:15.538331 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] Checking router: 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:42:15.547195 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:42:15.547802 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:42:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:42:15.605945 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-b77a1715-a938-4d2d-9349-fb06d59a8b12 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425043 Apr 12 11:42:15.659021 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:42:15.705761 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-61a070a8-694a-441b-9bf3-277b84e504b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:15.707366 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-61a070a8-694a-441b-9bf3-277b84e504b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1129 time: 0.0414314 Apr 12 11:42:15.837543 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-171130d5-0532-4626-ad53-2796bb17e594 req-c81b0920-d32e-49a4-b49e-ce74f7e7c9aa tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0405478 Apr 12 11:42:15.842195 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-fe35abc7-cf07-49fa-91f5-be0ed858f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:15.843611 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-fe35abc7-cf07-49fa-91f5-be0ed858f1e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.1169076 Apr 12 11:42:15.871971 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:42:15.897748 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c454d5-87a2-4451-ada7-21b70687ceea None None] The sync data for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi is: [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:42:15.909208 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-74d87d81-299e-4762-8ace-908f0430da6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 1000 time: 0.0595567 Apr 12 11:42:15.959467 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-31e36c95-dc57-4a06-8aa6-7b82b17e6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:15.961037 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-31e36c95-dc57-4a06-8aa6-7b82b17e6f29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0453157 Apr 12 11:42:16.010499 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-755686a6-0da7-48d4-9329-a10d9e468237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:42:16.012465 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-755686a6-0da7-48d4-9329-a10d9e468237 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458472 Apr 12 11:42:16.103629 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-868f0824-511d-4dd8-b6bf-07703ed0a78b service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853627 Apr 12 11:42:16.117661 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2c51a5-2bde-4cb0-8168-3883bd81ee2e None None] New status for floating IP 7836e4b2-c0d2-43d4-a55a-89727323da70: DOWN {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:42:16.453494 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe8710f-9287-4928-bc52-fb8c42be87c0 req-a948ea21-3d24-472e-b87e-e0f0eb83b03d service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447390 Apr 12 11:42:16.937328 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6cd21699-a313-417d-8eba-f3501e63d2a7 req-f1c1a997-33aa-4aa9-861d-c191db39f92a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0313113 Apr 12 11:42:17.639205 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 72441c7e-78c2-4418-ae88-b27395be30cc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:42:17.659387 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 72441c7e-78c2-4418-ae88-b27395be30cc {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:42:17.659735 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 72441c7e-78c2-4418-ae88-b27395be30cc not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:42:18.029673 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5ea30bd3-1c92-4823-8ecc-40bab0eafd01 req-6815c687-b58e-4623-b313-b62cb59bf6a5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0267947 Apr 12 11:42:19.123140 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fa2ed7ed-f9fc-4389-8d68-28cd1d575caa req-95a045af-608a-4d10-b486-620e48ba4790 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0283813 Apr 12 11:42:20.222209 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e7ca5110-d2f2-4681-bffd-69c8c2b4b764 req-f24ad68c-9471-4dc8-9f06-3454325d675a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Apr 12 11:42:21.320510 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9e420828-641d-440d-b0f7-42985ff4beea req-ddc95fec-5763-444d-8e94-34a8852bc0ae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0286345 Apr 12 11:42:22.414222 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e05a0cf9-6223-4f21-b209-38f2f08c3d6e req-40756c03-fafc-4513-9713-58dd668a73a3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0269492 Apr 12 11:42:22.530633 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:22.697391 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:42:23.507453 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d10eb92a-edad-4ff5-8c89-42e92cc36756 req-e30ba119-3d4a-43c7-b45b-b9a9dd14ba75 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276890 Apr 12 11:42:24.600747 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3b700ff7-4fe8-4797-9a40-80c6542dc8df req-747057ba-9d50-47c9-8e70-5174051f1cbb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273151 Apr 12 11:42:25.695113 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4bc6e809-4311-4d27-a803-8a43c082773f req-28e5e6d7-2d16-4a7d-95b5-560078fdb962 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274191 Apr 12 11:42:26.791720 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c2c0717b-cc02-4c6a-a582-db56bce73214 req-d85f663f-2199-42de-8ac5-562f65f090ac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0305786 Apr 12 11:42:27.884918 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-72df6235-ea45-40c9-be3a-99f394ccd663 req-0b39b8eb-8aef-4eaa-a210-f787494bb0c1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0296037 Apr 12 11:42:28.977934 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b088f8a4-2edd-45fb-aab1-d689ff280421 req-5204a4f1-eeba-441a-b740-e854987f0382 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270050 Apr 12 11:42:30.082226 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d65cc85b-4583-46b6-afd4-c482e4590772 req-4b1b09b8-0652-40f9-9e77-303970bbd686 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Apr 12 11:42:31.175108 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2740a361-5d8d-44f5-950a-1f1af7cda077 req-d3e26adc-18e6-4f91-a2c6-01beb1b036e4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0277431 Apr 12 11:42:31.531192 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2a72caa8-5cdb-4057-8af1-fb1435e41ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:32.271545 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f0a4c7cd-bea3-4a11-842d-0113dece3a43 req-fd6a702c-402a-48a4-b9e1-7f672d1dfd1e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0283291 Apr 12 11:42:33.366635 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4dca66d7-2115-4d7e-9942-849309ddbea3 req-7b402b35-55bb-40bc-ba76-65c879154494 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278299 Apr 12 11:42:33.896656 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f2af0b81-f685-4e39-b31b-a18748ed66c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:34.461766 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a8d567c3-c0a0-4d20-9329-c8e390e9c3a4 req-c4593f4b-5b6b-4b4f-a0c8-f9e43c2dd9f1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270376 Apr 12 11:42:35.164551 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:35.566581 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bacb7984-8821-4ff0-9b22-1a2e3e73bb43 req-c39fa62b-32e3-4c2f-8903-1aa1accbe436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0311840 Apr 12 11:42:36.256149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:36.665396 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f7ae110b-30af-4099-b86c-2809ded419d9 req-6d86d811-c560-463c-86c0-18930d4fd547 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0306783 Apr 12 11:42:37.758811 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c864578a-cf45-4919-a03e-157a6e7ddc37 req-2876f9fd-d023-4cab-8224-800ff31127c3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0265839 Apr 12 11:42:37.832725 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:38.851944 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1a13dcb6-f70e-494c-9622-f3366a897c87 req-cbb7b027-5958-49b9-aa46-67ac70ca43b2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0263674 Apr 12 11:42:39.945986 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-613f2c3f-f077-4d57-bfa3-21491166e175 req-e987b2ec-7aa1-45f8-9ab2-dbe49281965b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273266 Apr 12 11:42:41.039754 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3fb6e066-9c4e-416d-9d91-7a0452c19d09 req-744a89c2-7eba-44bd-becd-b77f168c5116 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0263915 Apr 12 11:42:42.132511 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-10983f6d-1ecd-4e71-9929-7dc0ce924272 req-e7edd3de-b069-4655-9558-f89f2867e1dc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0268354 Apr 12 11:42:43.228087 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-15514cbc-ddbd-498b-a7a9-b3aad15f6c24 req-eafdea69-aa7d-4cbe-99bf-0d65463b6db5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0288188 Apr 12 11:42:44.324701 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f0885fb9-1b39-493a-ab38-81cd1b43dc24 req-839e3264-21df-4960-9828-2e3a2d3a5fbe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0304132 Apr 12 11:42:45.422817 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-99aa8af2-aeb2-48e3-85f6-845a4ea56fd8 req-40e27deb-0db9-481e-b07c-04ffe164c071 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0305805 Apr 12 11:42:46.516386 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d550542b-68ef-4fab-acc7-90dd59cc848b req-d42b2ffb-f734-4402-bab5-60ee0c9d51cf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Apr 12 11:42:47.609699 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6e6ccbe-e3c4-404c-82bf-3092acc2a6fa req-29dc4624-6665-4d42-8a20-9e7b6cf2a800 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Apr 12 11:42:48.702905 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-74aae6c5-d51a-4237-a7e7-14903ed3add4 req-846ba728-c72c-4c19-bd04-a1a014a2a2c6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Apr 12 11:42:49.796467 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f2a4e977-3aef-45f5-b8c3-d8be59f08722 req-56c596ca-99bb-4778-8fc8-0ecf4bcb646f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0281875 Apr 12 11:42:50.889487 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3c899480-b0cf-4bd4-aee2-977e8fc94c52 req-d8a89ef1-6bee-4bed-9dd4-e0fd38f35ac1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272505 Apr 12 11:42:51.983512 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f8306041-991f-480c-9a62-c32496f9ad39 req-8d622fc1-b256-47de-8ace-f824964c1e6e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0275481 Apr 12 11:42:52.542468 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:42:53.078305 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-16780801-19af-4ac7-a4b9-7045b9e163bc req-c923a836-dfe9-478f-8b91-62bc5e6dce05 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0301056 Apr 12 11:42:54.329746 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f294aa04-ab33-4ced-b8bf-ec6dd17148d1 req-7b2cfb23-e2fb-4d2a-900b-06ea1c134df8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0302839 Apr 12 11:42:55.421965 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-77d620af-c52d-4b63-8c10-f9b890c6024e req-a7faf950-f95a-40ff-92bd-5e442b182db3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Apr 12 11:42:56.514832 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ae7b56cf-fcf3-41d0-95f4-ee6ab8f0ab81 req-88264113-fc42-43c3-bd70-1505b255709f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Apr 12 11:42:57.608198 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf697cbb-7ae0-4193-8353-9cd2d4691b55 req-54694599-5240-4e73-a44e-6817db7901f8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272510 Apr 12 11:42:58.701018 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6c2b71fd-c969-453a-b88d-61d7798122a1 req-10e7621c-d691-4ba6-93a4-fb91ec7ef0e4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0281761 Apr 12 11:42:59.695709 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:42:59.795539 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c3611122-4b54-48f2-a5bf-ba220df13604 req-3c745ae5-20c8-4917-a5bd-5691f25c1e14 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0277467 Apr 12 11:43:00.889529 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-909f58e1-01c9-4308-bd4b-1d1ad9e1277d req-3a5e39d4-ae9e-4373-9e15-d94560db215a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0282338 Apr 12 11:43:01.530973 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ceebe9d0-5648-436a-a1a8-a61e0aa5de34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:01.985117 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad456bab-fd1c-40ba-b550-442225804045 req-08d3f410-fdeb-431f-b20d-6f03f578d716 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0304344 Apr 12 11:43:03.082388 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c6d03b63-67b9-448a-9e3d-85929189c5f2 req-8997ca08-faa6-4131-b8f8-e24cd3579995 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0300972 Apr 12 11:43:03.873537 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-faf55108-14b7-4292-a42f-11fd53034d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:04.177114 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-65b31793-8b03-4c1a-97e7-f7fb794fc6df req-07787edc-dae4-4f83-a926-faa77bd85954 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276232 Apr 12 11:43:05.217249 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:05.272491 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1631b36d-8c50-41bd-916e-40b4ffab03fe req-d514e88c-a2d2-4f98-83d1-a5f5ed93e5ae tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0282214 Apr 12 11:43:06.296803 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:06.367215 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5735be09-6963-4a25-9573-aeae8cd01680 req-2d4f3ff8-1c24-483a-82f4-8d6e78332a49 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273201 Apr 12 11:43:07.461393 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fe7810ec-888c-404b-a924-df571e32ccd7 req-a5624840-7611-4594-9c7e-4ccfc35ff585 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274377 Apr 12 11:43:07.827344 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:08.553947 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f43e4502-e284-44c9-99d9-f418800ea6f2 req-bd59182b-8878-4a62-beff-6c949b96471b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270925 Apr 12 11:43:09.648394 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-78f4a34f-a67b-449e-bf9f-810159859918 req-6447318f-b282-4cfe-a952-74898badf32f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0279145 Apr 12 11:43:10.855467 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-69019387-8822-44eb-a314-6227d20ee632 req-2013cd54-7169-410a-8acf-d5f5a68166bd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0291879 Apr 12 11:43:11.951648 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2067bfaf-f818-48da-860b-81afa9f96b70 req-5fe8b85f-6768-4257-9160-aa005333edfc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0303721 Apr 12 11:43:13.044572 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f85ce74f-e13c-4d6f-b2d8-cda88513713c req-358407ce-2ed9-4923-9fa4-8eec9dce39ca tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Apr 12 11:43:14.358218 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4f76b05f-bf1d-4d3c-ae26-54e9072227c4 req-70392d32-4383-48ca-9286-8e7e10a4a394 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.2480600 Apr 12 11:43:15.451738 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aad1a35b-4b82-4484-81b6-21230ed4c3c1 req-63dd86c1-3a79-4937-b80c-bda21eb9c4ea tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278218 Apr 12 11:43:16.546410 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c1b01190-71f2-4d4c-a613-60fccc00a575 req-bd74c5ce-002b-49bf-8935-ba2b52d47154 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0284534 Apr 12 11:43:16.569502 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-65dffa75-fa45-440b-823d-f542f870df85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373664 Apr 12 11:43:16.666299 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-7a58d72f-3bae-4608-803e-06c72f6e03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:43:16.668033 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-7a58d72f-3bae-4608-803e-06c72f6e03a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1129 time: 0.0427430 Apr 12 11:43:16.770034 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-c1eb3235-ffb8-4ec1-b0fc-775ffbc95094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:43:16.771512 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-c1eb3235-ffb8-4ec1-b0fc-775ffbc95094 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0851099 Apr 12 11:43:16.840018 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-cf92e56f-eb0d-4466-b9d1-1ac821fc536e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 1000 time: 0.0626576 Apr 12 11:43:16.888270 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-45795eb6-480a-4b75-9af9-5b021a128665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:43:16.889685 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-45795eb6-480a-4b75-9af9-5b021a128665 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0441051 Apr 12 11:43:16.932841 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-1aeb531c-a540-482b-9f3c-f465cf816d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:43:16.934733 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-1aeb531c-a540-482b-9f3c-f465cf816d64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387735 Apr 12 11:43:17.031174 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-ac18b485-567d-4027-aea1-2bb1ae61fea9 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898058 Apr 12 11:43:17.120295 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cba8bc4-30ae-41d1-b2d5-961d14f59a4a req-340cfcf7-e5d3-4774-a5e7-a7556f1c43f3 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825820 Apr 12 11:43:17.641621 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c011f1e0-f7a2-4160-8422-072c98289f10 req-bd4805ad-ccb1-4299-82c0-370bb2c9ea5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0293667 Apr 12 11:43:18.735873 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e666dca4-5a70-4a89-9b64-ae98fd130d76 req-2525316f-2a9d-4447-8eab-7ab35c91d2a5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Apr 12 11:43:19.832462 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a0ade698-f243-40ed-8268-fcae5f522b12 req-3faccaa2-2a0d-4e87-b4bc-0f0e057246b3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0309193 Apr 12 11:43:20.927742 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-73d16662-6c02-4938-8e40-6799e450b6dc req-e5743b06-e0b3-439b-871b-a96d42461302 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0281062 Apr 12 11:43:22.026075 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6aa7e1c-ec6b-48e2-a053-08a633fd8d1a req-2dfb0459-01e0-4914-8cc6-6e1f5916c695 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0301249 Apr 12 11:43:22.546815 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:23.119230 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d64d1d48-9f0b-41ab-90f9-c6e87f129f35 req-b32726fa-1b2b-4000-a111-edf3108c2b3c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0292773 Apr 12 11:43:24.216752 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cef39ec3-7a46-4f22-8bfc-330840884c16 req-6f1ee56a-bb5a-464f-b0f0-8c74189a8305 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0307975 Apr 12 11:43:25.310058 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c767273e-9341-4c27-bdb6-4617973955d2 req-9772fd33-f18c-43c4-a5c9-5142f0f46ee0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274212 Apr 12 11:43:26.404394 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b406885e-c522-4f0c-89c2-cbd303e2d6a1 req-4c3fc8e0-bed2-4db7-9e65-79736c3c4df5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272732 Apr 12 11:43:27.496379 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ee83541d-bd6f-4302-a867-f590e92e29e1 req-b1a91622-4914-45ab-96e8-d3ac0676249a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273366 Apr 12 11:43:28.589497 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-229a9c64-c472-43b5-abe9-c42f8a2319c3 req-5d6c0341-54c5-46cc-9907-ab765367a578 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0266631 Apr 12 11:43:29.687711 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-25b97b56-701d-4d47-a7be-4ebdf15cbe02 req-ad5f7d16-51c6-488e-b2ff-41cc3f180261 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0304518 Apr 12 11:43:30.784318 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4f1249ba-bda5-4f2c-b452-b1104dbb300f req-a04a3ed8-4f4f-400b-b4e2-ffc8d83c062f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0305498 Apr 12 11:43:31.525926 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3bc97bf-5a34-435c-844e-2e466f184ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:31.878338 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a3abb10c-1ac5-4e16-ac6a-6faa0a658d29 req-3df180d9-02b9-4ea1-b154-6abd321c9f9e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273459 Apr 12 11:43:32.971767 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c935433e-466d-4e1e-adee-bebb969febc7 req-f79b04fc-c13e-4a45-b6c3-18825f88df98 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280418 Apr 12 11:43:33.879380 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2a03dc56-5f61-4a11-a8a2-c948f6f293de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:34.067467 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-33fef228-72fc-46c7-97d5-09df7b807bb3 req-0f56a399-54dd-4802-9753-1aa877cb52c7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0302684 Apr 12 11:43:35.165281 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6252b310-813e-45f7-b2d9-4dbe3f4b78d3 req-b5ecbfa9-18e2-49b1-a7e7-970118326607 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0287869 Apr 12 11:43:35.205802 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:36.261015 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-72847246-00a4-4243-8312-a217dbb8b700 req-e7993f62-9d8c-4fcb-b80b-83613b86bb16 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276916 Apr 12 11:43:36.284602 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:36.694193 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:43:37.354580 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3cfe171c-c825-458a-9747-372dcba67b4f req-d71a055f-5891-4e3d-b12e-4b6b840432eb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272660 Apr 12 11:43:37.828099 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:38.447520 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8ab2ad8b-3f14-455c-a748-c674624d9129 req-f93d5dec-2fce-48ad-aa17-568e565b65fb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0268502 Apr 12 11:43:39.541508 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ddc67931-912b-4795-9829-d93e7a645a53 req-dbfc4510-67f7-4a27-a114-e6730af1bc3e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270047 Apr 12 11:43:40.635175 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-653d3547-e078-4abb-8d23-b2102d8be408 req-8b80091b-2d95-41f0-98a6-124d45b09b77 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0269284 Apr 12 11:43:41.728630 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5d18ed1c-094e-4e47-9b42-75a423482f33 req-82dd76b4-5c29-4a25-9888-104390a38a23 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276091 Apr 12 11:43:42.821818 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d1837dfc-8f7e-4944-93ae-4ff8fff74b1e req-942a18c8-e1cc-41d1-837e-1e62ffb5e176 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0268197 Apr 12 11:43:43.916553 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-96a157bf-aa49-45c7-9fd6-116188dc242a req-3742d9d6-1f3f-442e-a495-38dfc2d46376 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0296991 Apr 12 11:43:45.013917 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-366d04e4-d722-4906-bdb3-738f4df48544 req-581fc367-6877-4fe1-882d-cc7f7ecb55a1 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0281718 Apr 12 11:43:46.108185 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-671e2fd9-c255-4a06-9dba-a45f04bb317e req-d56f1f69-d679-47a3-b931-9e416d56c742 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Apr 12 11:43:47.206509 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c643acc1-41f4-4ea3-ae24-705f1f7ad9a4 req-2a28cbbc-db09-468b-9c28-e15c39675473 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0323136 Apr 12 11:43:48.300333 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4196d551-bc9a-47e6-9aa1-6bae3e87f29b req-9eba27fa-7ce2-43f2-8419-57fa04ebcac9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272493 Apr 12 11:43:49.393041 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dc08257d-bb82-4e6d-bf06-bdc9f87d28b3 req-a8cb90fc-bc51-4f7c-b408-702b7e086e30 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0268753 Apr 12 11:43:50.488236 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c091a89b-d2c2-462b-91aa-6189b4033998 req-27b1a897-9e71-4e1a-90e4-705b7928bed8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0279381 Apr 12 11:43:51.584322 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-315ffba6-b112-46db-8c09-ab8850acd503 req-86688103-76f4-49ce-ab2b-a181b917d793 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278642 Apr 12 11:43:52.554524 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:43:52.677474 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-78472ac0-8268-4d2b-864e-81fbacd060b9 req-7736c492-8fcf-401f-95a8-e311f3a5dffa tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0269325 Apr 12 11:43:53.771415 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95c7262c-5d11-4997-ac17-857a406df47d req-89c83648-f615-4785-aff0-96971ed9c496 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274076 Apr 12 11:43:54.868363 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c2d7ce53-9d42-46e3-84a2-8b7411f4d243 req-c3a41309-6bc1-4eab-80cb-fcdcc528a70a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0315740 Apr 12 11:43:55.962741 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-67cb093a-e582-410a-94e5-a8cd15951c00 req-4d068efe-ad2f-4ec7-828c-d8e3d0ef192e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0297611 Apr 12 11:43:57.058402 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-360aeb68-4900-4f28-8eb4-b4d5eb315843 req-69c62930-2d9e-44e8-8918-55f4d2c175c9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280473 Apr 12 11:43:58.150380 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6a2e8b43-47bc-4150-88de-39fa83a1e3b9 req-8785d4bb-2341-4476-9bbf-d68f9366deca tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0267093 Apr 12 11:43:59.244504 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52b5b57e-0a7e-45da-86da-5d2034c283bc req-bd153ffc-fc0f-4b14-8ffc-02110ecaabaf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276542 Apr 12 11:44:00.340518 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29b413ac-048f-48c4-a70b-109a412f99e2 req-834e3191-e0e3-441c-9eb9-202dd1a6e038 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0301268 Apr 12 11:44:01.434828 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2fa18d95-df4c-480e-9121-b3a52b12b4b4 req-4e40758c-1725-46e7-901e-623ab60ebdc6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270224 Apr 12 11:44:01.565780 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5672c6d1-2118-47e7-af72-2988c47ed41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:02.527343 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2ae2910f-6282-4dbb-8ecf-20b91c2878d6 req-7537a22d-d8f1-4acb-bf92-b9a646ffd34f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0275848 Apr 12 11:44:03.623151 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e7ad4608-da5f-49e9-9180-ea68e45784f8 req-1ac4385e-dcbd-4148-b69b-37e73932d40e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0302131 Apr 12 11:44:03.914671 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a437114e-c5b4-4443-89f5-7ad089625bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:04.725601 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e36bd4a5-4495-41d1-8210-3e5241d3aab6 req-63d7781c-5c68-4b8e-98b0-f73d114f5087 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0308037 Apr 12 11:44:05.194530 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:05.821145 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-763d2ec0-ee75-4a53-915f-616cc5e1b244 req-82d6c22f-edff-465a-86e4-820898c5df10 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280957 Apr 12 11:44:06.257480 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:06.915097 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c700753-cc00-48a4-891b-919643368c02 req-a098f84b-bc8c-4e13-a1f3-833696efdf7d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0267937 Apr 12 11:44:07.838248 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:08.009808 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-55a38e8f-dd52-42dc-a22c-1e9609bb9368 req-2d692191-c646-4366-b8cc-da0a3e3b1460 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278959 Apr 12 11:44:09.105108 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f3eb9c64-409e-4ce1-ba43-f92b80592629 req-b03ba1d6-e97c-4b84-8d1f-f12af005ab00 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Apr 12 11:44:10.198973 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5cd0d93e-0521-4475-83dc-da6a9f601cab req-bd186f63-742c-44a1-9cbf-b8674515748a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0268457 Apr 12 11:44:11.292446 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b786c7c6-c6cf-4179-be27-990ab40c0b78 req-2343bb89-71d3-4ee2-b7e1-4c5c953791bb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0269556 Apr 12 11:44:12.389728 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cd05d551-c128-43cc-9bdf-74ebadfafda3 req-88ec695b-85f0-41ad-b13e-fad78aa6d27b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0303414 Apr 12 11:44:13.485710 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-500e50ad-4bf2-4acf-9426-cbbd64b675a7 req-e6204337-97b3-4596-b883-1df7739e5d91 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0299032 Apr 12 11:44:13.693761 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:44:14.578897 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-27ef59e0-e2e3-4fb7-90d6-b38a134d367f req-261b47f9-a1ab-48df-883e-89f19d2cfa25 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278716 Apr 12 11:44:15.674086 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e09103c1-8c55-4c6b-9fce-64b4216d3470 req-821e4b0b-f9c6-4f8e-b516-e65137dc5018 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0288315 Apr 12 11:44:16.553875 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-745b806d-8b25-4fea-a7b2-36206b744d9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377283 Apr 12 11:44:16.646388 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-a0b68d8a-fd13-4eba-b808-3af99232d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:44:16.647847 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-a0b68d8a-fd13-4eba-b808-3af99232d740 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1129 time: 0.0376439 Apr 12 11:44:16.774977 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-b0dd02e6-5485-4d62-aec7-4216c48054c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:44:16.776401 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-b0dd02e6-5485-4d62-aec7-4216c48054c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.1108592 Apr 12 11:44:16.778620 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3ff201a4-d497-4055-8942-559472960c59 req-ee74479d-4d0a-4722-9a4d-82d5cf7baef9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0346546 Apr 12 11:44:16.845026 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-e0e8b4ed-c76f-433e-8f46-d87ca0f359d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 1000 time: 0.0619569 Apr 12 11:44:16.891170 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-286bfe11-00a6-429e-82a0-abac2f2d10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:44:16.892564 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-286bfe11-00a6-429e-82a0-abac2f2d10ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0423808 Apr 12 11:44:16.934212 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-a76e2473-f271-4fb6-b261-691fc1b75efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:44:16.935655 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-a76e2473-f271-4fb6-b261-691fc1b75efc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374720 Apr 12 11:44:17.025203 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-c1be9058-bf2f-4b4c-9a96-a5b7b389acaf service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835979 Apr 12 11:44:17.111702 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5ad9f87-c3b4-4f80-829f-bfaab03bdf45 req-5f9abd6f-41d8-435a-aedc-f0dbbb45a1be service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809855 Apr 12 11:44:17.874349 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3614196e-d840-4377-a623-c74b3420fce0 req-747e9951-0073-4858-a429-459fe070096f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0266235 Apr 12 11:44:18.969475 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-23157f4f-a187-4a47-bd1e-a24d2d24a991 req-542f4c92-393c-4762-83cf-965efe358303 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Apr 12 11:44:20.063705 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6e13ba16-0d2a-4076-bae9-d05045d455ae req-1afe8efa-a3e2-4afd-9820-56a4b5d11610 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270519 Apr 12 11:44:21.164339 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1b6bc9d8-67e1-4c8b-9655-bee451d0445c req-b4ff9b62-4f7f-4b9e-8030-c5f3cd25cee7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0309289 Apr 12 11:44:22.259551 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a2b8e431-e0be-47e3-b57a-d816600c7861 req-4e2ea3b8-0b57-4e7f-a525-d4395d42408f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0303800 Apr 12 11:44:22.565676 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:23.354787 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-57ba50f7-a59e-4cba-992f-a2c242f19dd9 req-b15e7685-224d-4737-b07d-5fe9f40e2c59 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0277736 Apr 12 11:44:24.448241 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-62bf7559-b5bb-4fd4-b299-7bb68ef7f4eb req-b7f3db6a-9e93-4bfe-bc83-dd8eecd93319 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0268719 Apr 12 11:44:25.541492 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-098a85c1-3235-4f96-a33c-ac61bbc4e9e4 req-61bdeb88-f049-411a-9402-1286172c8bfa tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274310 Apr 12 11:44:26.633173 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a5436b92-c1c6-4282-b193-b9e7056c5082 req-2dc3408c-fce7-4b66-a4e7-e220f80ea9ad tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0266633 Apr 12 11:44:27.728033 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-146c0401-cb82-4ff6-b9da-e65fb6259eef req-176bf891-32a1-473e-b0fc-114d469fc5e5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Apr 12 11:44:28.821531 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8f098567-d827-495f-a09f-e52a28dc1786 req-e91ed816-46de-44f9-892c-716aedff2e0d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0287240 Apr 12 11:44:29.913917 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7a4b99bf-9535-424a-a033-5f8b8ef49c14 req-ffe5e48b-2101-4513-913f-7ac2ed52d9f4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0275984 Apr 12 11:44:31.009889 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c6035d0f-54a1-4b14-b1ef-f61321456f5a req-bd2af4ff-524b-4b48-8ec3-25f215de01c9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0308478 Apr 12 11:44:31.537769 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-94881da0-1168-4d35-82e2-570ca1c05c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:32.107368 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-99144164-a942-4c30-a7d1-a072e9d5ba69 req-bbaf815f-57e7-4899-bb4c-9ef7257385b5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0307360 Apr 12 11:44:33.213146 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-26ca0c59-18c5-4058-a0c8-2dde4267031e req-3346791a-b50a-4ac9-8763-1376463d777e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0300207 Apr 12 11:44:33.884224 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1530ed3b-a87f-414f-9f6a-64df6346fca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:34.310828 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e74c1326-19a5-4d98-aa18-2887962c5da8 req-bdbff4c0-2f07-4a80-937e-bf0fd65edaf7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270221 Apr 12 11:44:35.266922 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:35.405274 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-af3fbeae-272f-4643-ad67-1b2d6f55fc88 req-a1944031-4f75-40af-9441-973aeb09b779 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0275176 Apr 12 11:44:36.272723 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:36.499547 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9a700260-c165-4db5-a4e3-27e376eaa7fb req-0c83b8c9-25a9-4ee6-bffd-df89749301c3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Apr 12 11:44:37.593192 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-12762b07-e154-4928-a44d-89ee03f3b5f3 req-79750826-d0e3-458a-9333-b954e5342dc8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0268717 Apr 12 11:44:37.817263 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:38.686955 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bdf6bc6a-4e33-44f3-b038-8a555c1571b3 req-93552453-d14c-47bd-a565-f57bfe443d8e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0269699 Apr 12 11:44:39.784553 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-afd96c2d-ccd4-480c-a5c1-cd876e3f26b0 req-e82c26a2-f780-4ac5-a8d7-9ac73c26d5ec tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0313447 Apr 12 11:44:40.880576 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-69e0e8a6-9d72-4b8b-89a6-a602f6ffa2e2 req-ddaf443e-cbf4-4f80-a6c7-00ea8cf9e38b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0307138 Apr 12 11:44:41.973659 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-96e387aa-d5cb-4a0d-a003-3a4e767762fe req-724faff4-a237-4195-ac69-520f96e1884a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0271432 Apr 12 11:44:43.069140 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d4b019a1-473c-4e53-adab-a6dc293736c4 req-a52941dc-1724-4a36-938b-9b1e2cf904eb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0305626 Apr 12 11:44:44.162250 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-df0035ae-659d-4994-9bdc-01e5d054b4a1 req-90575fd1-57db-41c6-bac5-a545ad8fbbac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0285025 Apr 12 11:44:45.256826 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5709ccb4-6c3b-4434-a6fc-48d7947af54b req-b36b066f-3455-4861-806e-a1e186f3aed0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Apr 12 11:44:46.350184 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-23d2da4d-8426-40ca-aa5b-db0309de954a req-ed560f2d-f4d3-42bb-b365-cf812f356130 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Apr 12 11:44:47.444600 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e5bbad76-8a92-4b45-af58-d8fc801e1966 req-d1d01965-4ea2-4bcc-9cfb-8121468cb722 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0275476 Apr 12 11:44:48.543021 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f0dbcae7-76ec-416e-b482-8a915144cf2d req-478f6f0f-88a6-42ce-adb8-a040897513fb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0306020 Apr 12 11:44:49.639349 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ea07d213-1a33-4e5d-9a00-78c40c9bb9aa req-c5c52893-24b5-44a4-9491-7487a3e2ad50 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0287545 Apr 12 11:44:50.693646 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:44:50.732322 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9039cf8a-a70e-48ef-8e84-1247ca622208 req-91925008-b35d-428d-964a-9fe1dc1a8235 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280213 Apr 12 11:44:51.828602 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4e6e1788-f5a6-4e57-a42b-836814e9c7ea req-65acce5a-b135-4a66-a535-49b2e7adf369 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0296731 Apr 12 11:44:52.541063 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:44:52.922146 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ea419683-a961-40df-a4bb-f3f7564fd03b req-d0b12e45-af6e-42cb-88f2-dc2fb93391cb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276446 Apr 12 11:44:54.016952 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ca2022e-86e4-476c-be8a-5a7276bf29e3 req-c22af66d-f8a9-4568-a9af-21cc5e6d2f94 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0267143 Apr 12 11:44:55.111319 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d9b46b66-4506-4b18-95a7-9bdb3e9a2436 req-5ab0d9af-4171-42c4-a3d5-401d6a360fea tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276883 Apr 12 11:44:56.204179 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-21874b0f-08d8-4fe7-8670-0d0f179d8fcd req-03c868bd-3f32-4633-aa19-cc751b9f1a13 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273571 Apr 12 11:44:57.299259 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-73ca0441-0384-4f6b-8308-96cb952093e7 req-901b76a7-e4bc-4e9e-8ec2-9f1e198666d2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0312490 Apr 12 11:44:58.392409 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-13a19d1e-3383-4f15-ad99-072d2bc91aaa req-04d67180-f603-4dd9-9b57-ce7df5e1858f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272944 Apr 12 11:44:59.485536 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-06d871f0-1426-4968-85d7-4083be37c4de req-89402751-972f-4754-bb6a-7cdf1af90f08 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274649 Apr 12 11:45:00.583117 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-93bfbd8c-3d57-49ef-9b89-aa471b1b09d5 req-41d0e5ec-17e2-4e68-869f-36e4ebedc781 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0298615 Apr 12 11:45:01.578332 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9107c89f-f0a2-408e-800f-c8a4722e68f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:01.677112 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-57c00901-faee-4d26-b494-2f024caf3762 req-77fa910a-befb-4ce3-9ea1-14d8c014a1d4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276730 Apr 12 11:45:02.772232 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b760ebaa-250e-484a-b17b-755d3837ea1d req-53caae96-ec32-46d2-bb7b-7bb2182979dd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274045 Apr 12 11:45:03.869804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1069388d-89d2-4ec0-9c8e-95eb381f44b7 req-16fb4b1c-2403-496c-bb1c-11f5f09a6914 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0290360 Apr 12 11:45:03.903715 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b903-dfba-4c4d-a6ff-b079c1980c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:04.965546 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b76a32ac-ad8d-4e33-aebf-baccd666e87d req-72aa66bd-0444-472d-a2bf-04077a3112e3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0267544 Apr 12 11:45:05.307007 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:06.061733 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dc2c0663-d295-4298-9a07-bec8665baa4c req-d45df787-4461-4649-bc25-6b937d2a707e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0304694 Apr 12 11:45:06.275407 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:07.156900 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3f461b89-0eed-4650-b250-43aee7f6984a req-288cb95d-3fc6-4772-a013-fce5a6dfb45f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0267117 Apr 12 11:45:07.823553 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:08.249869 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-902b73b1-142d-4c65-85ef-829a14c01765 req-a4dcde35-63ea-412a-ad24-0aa1279f5074 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280893 Apr 12 11:45:09.344859 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e68ada6c-789d-4138-bca3-baff55f58695 req-926ab2c8-0c0c-434f-9d1b-56137847e2c7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0305328 Apr 12 11:45:10.437819 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9fbbb543-cd1a-4009-add0-b8cbc9af611c req-b47514ac-809b-4b4e-a1ee-1c4efc4aa3ff tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Apr 12 11:45:11.530203 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c6d19b5a-52ca-4fba-a8e7-08e2ccf5cd3a req-3bdf66cc-ca26-4a54-a4f5-00ff53bb86c0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0267608 Apr 12 11:45:12.623960 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d1497a1-9672-4fee-bda7-ab3c09acd341 req-c9eed91c-9efb-409d-970f-155d69c7cb47 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276444 Apr 12 11:45:13.718490 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae346eb3-0dd4-4d90-8765-fbc872a0c8f8 req-688a0e2f-6dde-4a0b-b1aa-202e7a6bf80d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0279686 Apr 12 11:45:14.814969 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-32244ff7-0ac3-478b-9b22-76700d491b0a req-e78db226-c5f8-4c7d-bf5b-c39c01d27cf3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0307686 Apr 12 11:45:15.909723 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a0eabefd-2d4e-4131-abb8-eb111d873406 req-31ee8b33-2ab1-4021-937d-93ffab8706f3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272729 Apr 12 11:45:17.010395 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-65e5c6e2-78be-4c57-afe2-5dc0a9d3597b req-cca6af07-c2e5-4e6f-9511-17e16979c849 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0339258 Apr 12 11:45:18.107368 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-614181aa-897f-433a-9c00-0e90c966a3b2 req-387a4b1a-43f6-47d3-baa8-bd586e73343b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0303600 Apr 12 11:45:18.575580 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-f7e19f2a-3011-4abe-8692-1eedcd352e07 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372701 Apr 12 11:45:18.668930 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-57e4fc85-66b6-4106-9cd3-6dc9ecc463de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:45:18.670411 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-57e4fc85-66b6-4106-9cd3-6dc9ecc463de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e476965a905e40cdaa1279d48e3c78a7&device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 1129 time: 0.0397024 Apr 12 11:45:18.771333 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-5251d090-ab70-4eb0-80e1-cef535bd6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:45:18.772815 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-5251d090-ab70-4eb0-80e1-cef535bd6138 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 200 len: 916 time: 0.0858638 Apr 12 11:45:18.834687 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-2a86c9dd-77a4-4739-a931-a4bd4b48aeaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 200 len: 1000 time: 0.0564857 Apr 12 11:45:18.880489 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-03f98e33-9c99-431b-bc35-e46b72806a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:45:18.881866 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-03f98e33-9c99-431b-bc35-e46b72806a26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 200 len: 854 time: 0.0416274 Apr 12 11:45:18.928278 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-e27f9c90-c918-4b90-a878-c1e59b4fd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:45:18.929725 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-e27f9c90-c918-4b90-a878-c1e59b4fd9b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6cc12cd4-1430-44d8-8be2-637e64117173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418310 Apr 12 11:45:18.938589 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-cbc6adaa-1484-4162-a919-ab8c91c2d7f7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:45:18.939522 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-cbc6adaa-1484-4162-a919-ab8c91c2d7f7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046690 Apr 12 11:45:19.026761 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-13a7e22a-bf9b-47fb-89d1-6c08c50554cb service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813911 Apr 12 11:45:19.115334 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-52bbb510-0ecf-4bb3-9ec6-55f1302641ff req-d05add18-753b-438b-b6da-bd04c10d1542 service neutron] 10.222.0.52 "GET /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831578 Apr 12 11:45:19.205342 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3fa4adcb-be8f-46d8-a2f7-92d254b727ee req-063e31e1-9f82-4e94-be74-853d0e836230 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0295303 Apr 12 11:45:20.303254 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2daf7e1d-3eb0-458f-91d4-365e96ad1dc7 req-a37a5764-4d65-4e37-ba90-42d8f8ef986b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0284712 Apr 12 11:45:21.397751 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fa38091a-cacd-4c0a-afd9-cb5ef97c85e6 req-8a0892cb-dbd5-4acd-85f2-b42cd34c166e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280111 Apr 12 11:45:22.492769 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-efdc9fc5-ad7a-4d2b-b8d3-8ab392551a27 req-deca30fd-905c-4a9d-92b1-2bc2a48d8d4a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272210 Apr 12 11:45:22.547160 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:23.589542 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1253d76c-858c-4772-a2a6-1356e461c89d req-877ddc21-0f42-4ea9-a138-2fd0ecf131ff tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0301633 Apr 12 11:45:24.683505 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2f0f4b69-b1b3-4e36-90c5-abe2e3103c1a req-7abba978-add0-43c6-a006-a5c9fc1e8306 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0267384 Apr 12 11:45:25.778118 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-89157ff7-618a-4435-8135-e876177c214e req-d8535520-1aa4-4a45-8540-d6744ba7aa37 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Apr 12 11:45:26.870447 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-94457aa4-317f-436d-8f2b-3ad51005dda6 req-0bf09315-a4d8-4bed-a187-ddb62d8f04fa tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0262871 Apr 12 11:45:27.693506 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:45:27.963630 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4e8c796e-39eb-41a1-a9b3-becbb6583a0e req-157ec3e9-682a-4176-9bed-38bf3ceec820 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0270815 Apr 12 11:45:29.062883 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad2aff28-12bf-4bad-8e1b-335ae7429f60 req-3db23108-ff1f-48e0-87df-a3894cc41b50 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0308077 Apr 12 11:45:30.155250 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5aa28f7a-bf6a-4e3b-94bd-79091e64d82b req-59966ec7-f082-4ea7-93b1-7d530ea672c0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0266941 Apr 12 11:45:31.247855 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1fb8f3ef-6e5c-4fcc-8bcc-29240ce11056 req-6958a47d-3ffb-463d-86e1-dd164ec885e0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274343 Apr 12 11:45:31.526760 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ac644a52-5149-4b8d-89bb-4a8a2893eec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:32.344245 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8ceeafde-b957-410d-9cae-1d3084638c25 req-8a59c317-9ed4-47cd-9462-9c5d577b9d95 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0296881 Apr 12 11:45:33.440755 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5c45ce2-7c7c-46e9-ab9b-23099183843d req-a53551fb-3b48-4608-8157-19f2994d8715 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Apr 12 11:45:33.884060 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2188b73d-b70b-4ab9-84aa-303883fabd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:34.535058 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-05f853e2-2948-4321-a95c-83d0617821ce req-0ef9561a-ce50-465a-b708-1c01c7afe7fc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Apr 12 11:45:35.332553 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:35.630014 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dda4c6b8-22d7-47bc-98d9-75440e25ae13 req-ea197cc2-fced-4144-bef5-367723e9fd7c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276728 Apr 12 11:45:36.336244 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:36.726839 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-61fa253e-0f9b-48b7-a620-ca03d7790c9f req-c31fe210-7cd9-41a6-b43a-96d886fad00b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273068 Apr 12 11:45:37.820999 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dc3a5cbd-4f32-48e9-ba7a-2c18b23de14c req-864d8373-ee46-4a72-a41b-471da35f54bc tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0276728 Apr 12 11:45:37.827839 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:38.914927 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c05b4ce7-f59b-4924-92fc-f718c5866ae5 req-e88999ea-23ac-4d7a-99d8-8faf2b71a736 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Apr 12 11:45:40.008234 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d01f89c9-1f80-4be8-a372-4dce8c0f73c6 req-fd42b6f8-15bf-47c3-ab39-073cb65c99f2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278904 Apr 12 11:45:41.112296 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95ccf553-c427-42ea-be5f-a42edde22249 req-9371e7da-f972-49bd-80ac-59f1f7f062b5 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0298953 Apr 12 11:45:42.208165 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2167a701-dafd-4b35-9fbc-9ae60a18aee7 req-fed40e90-c327-4baa-8066-a3dd65e6d4de tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0293629 Apr 12 11:45:43.301942 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-36285251-4bbc-46f5-a9f9-7256366499bc req-729ff3e8-9243-4ec7-a397-6b25c8f1bedf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273938 Apr 12 11:45:44.395932 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e5f70683-ba98-46d8-ba9d-dd98edb0e66c req-828431be-f661-4360-9e3f-068f882f126c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0280204 Apr 12 11:45:45.487173 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a59781dd-c6c5-4e44-9571-513bf1149886 req-23ec5cf0-53b3-42e0-870f-49fc63b0c9b9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278983 Apr 12 11:45:46.580254 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d65b895e-6534-4299-a2f4-4f0942f91b92 req-6835bda8-38fb-44b0-bffa-aa09ee8aa0e6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273426 Apr 12 11:45:47.676121 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bfe16652-cd92-46d3-8a5b-ae1c67b47949 req-67183f1c-c1c0-48bc-b487-836265ed57c3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0273068 Apr 12 11:45:48.771894 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e42f7df3-fb82-4505-9d31-d0d011ad2013 req-72695527-d9d5-4cb1-918c-eb498d9c2045 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0283430 Apr 12 11:45:49.865999 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b0b7110e-7fa5-4ba7-869e-babea2571aae req-8c726e9a-0f20-4304-b708-9166cf360e5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0296800 Apr 12 11:45:50.958427 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15052a8a-eba9-49d3-b939-fdffb20dbaa4 req-bbd32b09-8628-4f6a-9a92-93e5d0a7c661 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274973 Apr 12 11:45:52.051740 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-42125698-e005-42aa-9509-93d1ef81bb9a req-135fda4f-d997-47c5-8dbf-8bb077bd89e0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0283792 Apr 12 11:45:52.540827 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:45:53.147545 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0f864ccc-e713-497d-be44-bc1cf1a35de4 req-25054341-6200-4452-8356-a7a4aa971082 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0303319 Apr 12 11:45:54.243742 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c435781b-5054-4f8d-8acd-d37a901a366f req-47adf722-2250-4f9c-af28-414a99209c9d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Apr 12 11:45:55.337106 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-af2db651-8216-4c8f-b50c-222554bd1715 req-c89bd562-5d34-4d6c-8de6-4005b5492f88 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0277693 Apr 12 11:45:56.429765 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d5d38b5d-b373-4ed3-9e53-dd5ee2ea3130 req-b55f1142-6ce2-4378-89ed-9ae7c1f78127 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0271509 Apr 12 11:45:57.525397 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-18fec43f-91ed-4317-ab24-d025af4e55a0 req-d0cbfac2-22e5-4d5a-b6c4-cecd12de4b17 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0283351 Apr 12 11:45:58.623240 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-21ab226a-17c8-4e5f-8d63-c3e3f790d235 req-11a3301e-b6d4-456a-85ec-07505f40fd34 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0305068 Apr 12 11:45:59.715798 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e1a10eb7-75a9-4a66-8002-78badcc6b372 req-fcd488a1-0c8f-4e36-8aaa-6e959ddd53f6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0277104 Apr 12 11:46:00.809617 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-69aa8f9d-5efa-433d-8d02-a493643dbc36 req-1ec71b7e-a252-481e-aca3-53d3f6bac52c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0279789 Apr 12 11:46:01.581233 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ea7eaedd-0599-40b6-bf8f-142a51c3fd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:01.905080 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d80a8b6-ecac-4662-842a-1bf33539fcb6 req-e3072596-f2fe-4999-8ac5-ca5cb4fcfd5f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0302382 Apr 12 11:46:03.000905 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2c81f9d5-e26d-4fca-9fba-110d0ece4d92 req-961886d6-b43b-4936-b4f2-38b77c47bcfa tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0274494 Apr 12 11:46:03.884138 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0936a37-a5ae-44c8-9713-3f1c78aaadc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:04.096258 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ba6a7cb2-3308-4dbd-bac0-fb8edbf7e23a req-b1c64d9f-8897-4bde-a132-95d0f54db2ed tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0272212 Apr 12 11:46:04.692389 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:46:05.191310 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-37541ad6-83b3-40bb-a189-cf9d189168e8 req-2d7e4379-d5f7-4d78-b585-9d0c13a264c4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0284114 Apr 12 11:46:05.212900 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:06.286142 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6ddc13eb-4787-403b-90c5-87730337df38 req-a34d2ed3-de3a-419f-8df5-29dc80d343b7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278058 Apr 12 11:46:06.295693 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:07.382521 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c0eee1c6-8a8f-4806-8813-038692c062ce req-0530e491-3c27-46fe-a1ad-6196da80f288 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0302408 Apr 12 11:46:07.820948 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:08.475446 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-140efbf7-a943-4f05-ba45-89086343e0ef req-f2b50e9a-2718-45ec-bd0b-e0e08c3a930e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Apr 12 11:46:09.621023 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4694b15f-6ae0-4cd3-8bf6-f399ba4b4eea req-46fd1487-5865-499d-b3df-6ea126eb01f4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0806336 Apr 12 11:46:10.717178 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-df301d6e-4538-4f16-80e6-27623a8757a7 req-798ba0a3-7681-4f69-bbc7-a6d7873ec4fe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0299180 Apr 12 11:46:11.809846 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ca228cd3-55ca-4f8e-856f-4d717053fb20 req-ecc5969e-3d9d-4878-9d6c-7ea99492658b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0282350 Apr 12 11:46:12.900988 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-28a281f4-71f2-425a-845b-c6140fa85f80 req-de9a51ce-5a61-4793-b498-876a45df0f80 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d17817c-424b-4992-82fd-0e4c127b0287 HTTP/1.1" status: 200 len: 210 time: 0.0277717 Apr 12 11:46:13.073722 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55264) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:13.125899 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (671c2bd2-2ef0-4f7b-aada-b988f929f8bf), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.148493 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (671c2bd2-2ef0-4f7b-aada-b988f929f8bf), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.287422 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (671c2bd2-2ef0-4f7b-aada-b988f929f8bf), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.290185 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.294287 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "DELETE /v2.0/security-groups/671c2bd2-2ef0-4f7b-aada-b988f929f8bf HTTP/1.1" status: 204 len: 168 time: 0.2166297 Apr 12 11:46:13.294477 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55266) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:13.301842 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671c2bd2-2ef0-4f7b-aada-b988f929f8bf,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:13.308321 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.api.v2.resource [None req-013dd1d9-ec13-41cd-bff7-cef6dd585146 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] show failed (client error): The resource could not be found. Apr 12 11:46:13.308991 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.309323 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-013dd1d9-ec13-41cd-bff7-cef6dd585146 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups/671c2bd2-2ef0-4f7b-aada-b988f929f8bf HTTP/1.1" status: 404 len: 347 time: 0.0142660 Apr 12 11:46:13.309450 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.309750 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.310127 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.310468 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.310804 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.311140 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.311470 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.311921 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.312076 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55268) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:13.312260 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.312597 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.312928 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.313260 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.313586 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.313980 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c01c2d-a58b-49e0-b305-10e6d1159fd8 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.426821 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Deleting port 331e6022-e6cc-47a8-b157-742c0f3ad8c8 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:46:13.427067 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (331e6022-e6cc-47a8-b157-742c0f3ad8c8), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.502436 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (331e6022-e6cc-47a8-b157-742c0f3ad8c8), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.502760 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (331e6022-e6cc-47a8-b157-742c0f3ad8c8), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.514316 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Calling delete_port for 331e6022-e6cc-47a8-b157-742c0f3ad8c8 owned by network:floatingip {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:46:13.716459 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (331e6022-e6cc-47a8-b157-742c0f3ad8c8), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.763269 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event deleted for resources: {'Port': ['ID=331e6022-e6cc-47a8-b157-742c0f3ad8c8,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:13.790210 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.790567 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.790904 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.791244 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.791580 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.791911 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.792257 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.792563 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.792897 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.793222 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.793550 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.793874 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.794221 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.794540 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.794864 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:13.818655 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (7836e4b2-c0d2-43d4-a55a-89727323da70), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.821251 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:13.823476 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-2d368ac3-4ce3-41d9-b23d-34d9b339f3a4 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "DELETE /v2.0/floatingips/7836e4b2-c0d2-43d4-a55a-89727323da70 HTTP/1.1" status: 204 len: 168 time: 0.5096154 Apr 12 11:46:14.489718 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55288) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:14.494576 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-0098bd1e-a1e2-46c8-bb50-374f0a283c5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098544752', 'description': 'tempest-description--844147248'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:46:14.504559 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55290) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:14.545236 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d010430-3c6e-475d-b044-e659095690bb req-41ad5194-c1c2-49b9-afa8-ac03aed94c59 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:14.546656 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0d010430-3c6e-475d-b044-e659095690bb req-41ad5194-c1c2-49b9-afa8-ac03aed94c59 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 945 time: 0.0510645 Apr 12 11:46:14.587244 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0098bd1e-a1e2-46c8-bb50-374f0a283c5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:14.594652 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0d010430-3c6e-475d-b044-e659095690bb req-8655bc47-5884-430a-a895-cca9b9d26399 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Apr 12 11:46:14.624014 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-07cc8cf5-701f-4e17-acdf-310ec70d0b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:14.699800 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0098bd1e-a1e2-46c8-bb50-374f0a283c5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (a91232b3-0c5e-41d5-a125-b5740764bec2), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:14.732735 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-07cc8cf5-701f-4e17-acdf-310ec70d0b0c admin admin] Publish callbacks [] for security_group (b61738d2-b996-4fb9-944b-38451a0f61de), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:14.835934 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0098bd1e-a1e2-46c8-bb50-374f0a283c5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a91232b3-0c5e-41d5-a125-b5740764bec2), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:14.866406 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098bd1e-a1e2-46c8-bb50-374f0a283c5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91232b3-0c5e-41d5-a125-b5740764bec2,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:14.869158 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-07cc8cf5-701f-4e17-acdf-310ec70d0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b61738d2-b996-4fb9-944b-38451a0f61de), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:14.927635 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-07cc8cf5-701f-4e17-acdf-310ec70d0b0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1cc750d2525469abd4636d748f75795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220560 Apr 12 11:46:14.928489 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc8cf5-701f-4e17-acdf-310ec70d0b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61738d2-b996-4fb9-944b-38451a0f61de,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:14.930398 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55294) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:14.969322 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0098bd1e-a1e2-46c8-bb50-374f0a283c5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:14.970851 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-0098bd1e-a1e2-46c8-bb50-374f0a283c5a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4798393 Apr 12 11:46:14.973461 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55296) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:14.977738 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-a13b2aeb-0be2-44ac-a0d0-5caf970574ac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'security_group_rule': {'security_group_id': 'a91232b3-0c5e-41d5-a125-b5740764bec2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:46:14.979450 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8693aa9d-2808-42b4-b23c-26cd818deac1 admin admin] Publish callbacks [] for security_group (b61738d2-b996-4fb9-944b-38451a0f61de), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.004077 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8693aa9d-2808-42b4-b23c-26cd818deac1 admin admin] Publish callbacks [] for security_group (b61738d2-b996-4fb9-944b-38451a0f61de), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.067683 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a13b2aeb-0be2-44ac-a0d0-5caf970574ac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (c693ac4c-b056-4e24-97fa-b07fbe933100), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.104815 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8693aa9d-2808-42b4-b23c-26cd818deac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b61738d2-b996-4fb9-944b-38451a0f61de), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.107445 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8693aa9d-2808-42b4-b23c-26cd818deac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.108613 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8693aa9d-2808-42b4-b23c-26cd818deac1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b61738d2-b996-4fb9-944b-38451a0f61de HTTP/1.1" status: 204 len: 168 time: 0.1772068 Apr 12 11:46:15.117092 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693aa9d-2808-42b4-b23c-26cd818deac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61738d2-b996-4fb9-944b-38451a0f61de,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:15.125245 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a13b2aeb-0be2-44ac-a0d0-5caf970574ac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (c693ac4c-b056-4e24-97fa-b07fbe933100), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.190883 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a13b2aeb-0be2-44ac-a0d0-5caf970574ac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (c693ac4c-b056-4e24-97fa-b07fbe933100), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.208471 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b2aeb-0be2-44ac-a0d0-5caf970574ac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c693ac4c-b056-4e24-97fa-b07fbe933100,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:15.289316 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a13b2aeb-0be2-44ac-a0d0-5caf970574ac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.290581 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-a13b2aeb-0be2-44ac-a0d0-5caf970574ac tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161750 Apr 12 11:46:15.293366 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55300) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:15.297568 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-81841563-1fd6-4a50-b04e-eebd940c5016 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'security_group_rule': {'security_group_id': 'a91232b3-0c5e-41d5-a125-b5740764bec2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:46:15.401629 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81841563-1fd6-4a50-b04e-eebd940c5016 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (7266a618-3bc8-4024-8be5-cbbf87155f8e), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.435927 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537f460-e610-4595-95b1-38b72ccceeaf req-045a6da4-75bf-418d-abc8-198bd72b71f3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:15.437376 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4537f460-e610-4595-95b1-38b72ccceeaf req-045a6da4-75bf-418d-abc8-198bd72b71f3 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 945 time: 0.0491419 Apr 12 11:46:15.466305 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81841563-1fd6-4a50-b04e-eebd940c5016 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (7266a618-3bc8-4024-8be5-cbbf87155f8e), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.524865 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Deleting port b91800ac-1a79-4054-8ed7-60400ae9ea93 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:46:15.525213 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.578644 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81841563-1fd6-4a50-b04e-eebd940c5016 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (7266a618-3bc8-4024-8be5-cbbf87155f8e), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.596344 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81841563-1fd6-4a50-b04e-eebd940c5016 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7266a618-3bc8-4024-8be5-cbbf87155f8e,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:15.615601 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] For port b91800ac-1a79-4054-8ed7-60400ae9ea93, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b91800ac-1a79-4054-8ed7-60400ae9ea93,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:46:15.616137 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.707617 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81841563-1fd6-4a50-b04e-eebd940c5016 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.711945 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-81841563-1fd6-4a50-b04e-eebd940c5016 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4145329 Apr 12 11:46:15.713636 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55306) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:15.717806 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:46:15.730657 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beba104-b225-4927-beba-04ad3c6ac883 req-8cdf6785-d638-4781-9688-f4b2ccf9afa7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:15.732133 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8beba104-b225-4927-beba-04ad3c6ac883 req-8cdf6785-d638-4781-9688-f4b2ccf9afa7 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 945 time: 0.0606956 Apr 12 11:46:15.784512 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55308) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:15.790655 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8beba104-b225-4927-beba-04ad3c6ac883 req-91bcdb50-37c8-45a6-86ca-e081cfa1189e tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups?id=faa2338c-3623-4754-a5a7-601432518221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507843 Apr 12 11:46:15.815952 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-82fb8530-2828-40a7-8900-3124b1ace0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.819039 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.819411 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (e6170c0f-f853-4716-8dc6-01c138004458), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.819733 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Floating IP e6170c0f-f853-4716-8dc6-01c138004458 disassociated. External IP: 172.27.1.14, port: b91800ac-1a79-4054-8ed7-60400ae9ea93. Apr 12 11:46:15.820145 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Calling delete_port for b91800ac-1a79-4054-8ed7-60400ae9ea93 owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:46:15.861929 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.946886 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:15.995865 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-82fb8530-2828-40a7-8900-3124b1ace0b8 admin admin] Publish callbacks [] for security_group (0ab62592-e995-4232-9b91-409289059855), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.107566 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-82fb8530-2828-40a7-8900-3124b1ace0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0ab62592-e995-4232-9b91-409289059855), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.113014 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (b91800ac-1a79-4054-8ed7-60400ae9ea93), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.172011 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event deleted for resources: {'Port': ['ID=b91800ac-1a79-4054-8ed7-60400ae9ea93,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:16.232118 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-82fb8530-2828-40a7-8900-3124b1ace0b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64af0339344f4e048a3240cadfb44ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029572 Apr 12 11:46:16.232118 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb8530-2828-40a7-8900-3124b1ace0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab62592-e995-4232-9b91-409289059855,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:16.232767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55314) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:16.232767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Allocated IP 172.27.1.211 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/8777047c-e5e6-4692-bc91-d2dc0d62e76b) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:46:16.291346 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f982-b467-4090-9782-90a263f8354e admin admin] Publish callbacks [] for security_group (0ab62592-e995-4232-9b91-409289059855), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.349347 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f982-b467-4090-9782-90a263f8354e admin admin] Publish callbacks [] for security_group (0ab62592-e995-4232-9b91-409289059855), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.404425 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for port (8777047c-e5e6-4692-bc91-d2dc0d62e76b), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.496672 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f982-b467-4090-9782-90a263f8354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (0ab62592-e995-4232-9b91-409289059855), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.501345 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7cc1f982-b467-4090-9782-90a263f8354e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.508299 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-7cc1f982-b467-4090-9782-90a263f8354e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ab62592-e995-4232-9b91-409289059855 HTTP/1.1" status: 204 len: 168 time: 0.3099475 Apr 12 11:46:16.515813 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1f982-b467-4090-9782-90a263f8354e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab62592-e995-4232-9b91-409289059855,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:16.532018 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (8777047c-e5e6-4692-bc91-d2dc0d62e76b), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.596312 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:46:16.605663 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Router e141b27e-b1d1-4613-a958-dbcf5a3864ab has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:46:16.609403 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:46:16.617631 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:46:16.621053 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'Port': ['ID=8777047c-e5e6-4692-bc91-d2dc0d62e76b,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:16.721241 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (52072eee-22aa-40be-b1c3-9bc62f4b3903), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.749459 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:46:16.757954 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] Sync routers for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:46:16.768442 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:46:16.769075 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:46:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:46:16.794769 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] No DVR routers for this DVR port b91800ac-1a79-4054-8ed7-60400ae9ea93 on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:46:16.797367 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.801113 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4537f460-e610-4595-95b1-38b72ccceeaf req-629f2567-355e-4d7a-9f56-74e9b2aa1364 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.52 "DELETE /v2.0/ports/b91800ac-1a79-4054-8ed7-60400ae9ea93 HTTP/1.1" status: 204 len: 173 time: 1.3589804 Apr 12 11:46:16.801552 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'name': 'network-vif-deleted', 'tag': 'b91800ac-1a79-4054-8ed7-60400ae9ea93'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:46:16.804276 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3ccac5-0d1f-4020-a4ff-f6173d5b9b06" -d '{"events": [{"server_uuid": "e2fe0be8-0604-49ec-ba19-a764d6c4a94d", "name": "network-vif-deleted", "tag": "b91800ac-1a79-4054-8ed7-60400ae9ea93"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:46:16.857269 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (8777047c-e5e6-4692-bc91-d2dc0d62e76b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:16.913099 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:46:16.949229 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5377b9fc-b749-4ca4-8d18-ee85ec8f42b5 req-fa999d07-e6a7-41ca-bb36-911c3c331644 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2fe0be8-0604-49ec-ba19-a764d6c4a94d HTTP/1.1" status: 200 len: 210 time: 0.0480480 Apr 12 11:46:17.082963 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016cb9f8-42da-4b8d-b07d-742eefba3414 x-openstack-request-id: req-016cb9f8-42da-4b8d-b07d-742eefba3414 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:46:17.083256 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fe0be8-0604-49ec-ba19-a764d6c4a94d", "name": "network-vif-deleted", "tag": "b91800ac-1a79-4054-8ed7-60400ae9ea93", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:46:17.083508 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-016cb9f8-42da-4b8d-b07d-742eefba3414 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:46:17.084320 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016cb9f8-42da-4b8d-b07d-742eefba3414'] response: {'server_uuid': 'e2fe0be8-0604-49ec-ba19-a764d6c4a94d', 'name': 'network-vif-deleted', 'tag': 'b91800ac-1a79-4054-8ed7-60400ae9ea93', 'status': 'completed', 'code': 200} Apr 12 11:46:17.145717 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for port (8777047c-e5e6-4692-bc91-d2dc0d62e76b), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:17.163755 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:46:17.194545 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] Checking router: e141b27e-b1d1-4613-a958-dbcf5a3864ab for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:46:17.202787 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:46:17.203390 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:46:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:46:17.209732 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (8777047c-e5e6-4692-bc91-d2dc0d62e76b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:17.290587 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'Port': ['ID=8777047c-e5e6-4692-bc91-d2dc0d62e76b,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:17.304797 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (52072eee-22aa-40be-b1c3-9bc62f4b3903), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:17.324377 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:46:17.383422 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:17.384666 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-973adc62-e272-47f1-92c6-d484676a0436 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6700869 Apr 12 11:46:17.536024 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:46:17.564218 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82610852-b74c-4f8c-a8f7-65edb316c459 None None] The sync data for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi is: [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T11:13:59Z', 'revision_number': 4, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '1d0e9c21-4779-4662-85a1-db3d8b33a45b', 'name': '', 'network_id': '6cc12cd4-1430-44d8-8be2-637e64117173', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'mac_address': 'fa:16:3e:e5:dd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:58Z', 'updated_at': '2022-04-12T11:14:06Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'subnets': [{'id': '1af46eae-1ec5-4aad-ad59-29df4cd09df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:46:17.620129 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-ced9396b-e267-4ee2-9e98-437d715f4ff3 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2098544752&fields=id&tenant_id=31a755505f594ead8af5127ef8f502f1 HTTP/1.1" status: 200 len: 267 time: 0.0467856 Apr 12 11:46:17.759473 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-ed99482d-bc40-48b0-a6dc-33c1e50db6d0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:17.761336 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-ed99482d-bc40-48b0-a6dc-33c1e50db6d0 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 811 time: 0.1345592 Apr 12 11:46:17.784501 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-8aee7320-d0bb-4664-90df-b78c68f2fd1a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/quotas/31a755505f594ead8af5127ef8f502f1 HTTP/1.1" status: 200 len: 375 time: 0.0168731 Apr 12 11:46:17.832203 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2706af0-2bba-49be-8d7e-6faa088b11af tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467241 Apr 12 11:46:17.854287 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b7411-d7a2-4ce8-abb5-ecb84471cae7 None None] New status for floating IP e6170c0f-f853-4716-8dc6-01c138004458: DOWN {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:46:18.041398 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1ef05f2f-aca7-4a89-ad0f-2e35a3cd7461 service neutron] 10.222.0.59 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938405 Apr 12 11:46:18.141857 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55370) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:18.195024 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2363da10-c8f7-497a-986b-b79dcdacc48a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (faa2338c-3623-4754-a5a7-601432518221), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.221619 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2363da10-c8f7-497a-986b-b79dcdacc48a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (faa2338c-3623-4754-a5a7-601432518221), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.341304 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2363da10-c8f7-497a-986b-b79dcdacc48a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (faa2338c-3623-4754-a5a7-601432518221), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.343979 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2363da10-c8f7-497a-986b-b79dcdacc48a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.345691 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-2363da10-c8f7-497a-986b-b79dcdacc48a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "DELETE /v2.0/security-groups/faa2338c-3623-4754-a5a7-601432518221 HTTP/1.1" status: 204 len: 168 time: 0.2122488 Apr 12 11:46:18.354052 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55376) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:18.361793 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363da10-c8f7-497a-986b-b79dcdacc48a tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa2338c-3623-4754-a5a7-601432518221,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:18.369939 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.api.v2.resource [None req-46e15f71-121f-4ed0-8807-918cde132949 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] show failed (client error): The resource could not be found. Apr 12 11:46:18.370994 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-46e15f71-121f-4ed0-8807-918cde132949 tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "GET /v2.0/security-groups/faa2338c-3623-4754-a5a7-601432518221 HTTP/1.1" status: 404 len: 347 time: 0.0158176 Apr 12 11:46:18.373263 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c0171c26-c806-455e-8a40-9d1e151bec35 service neutron] 10.222.0.59 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254595 Apr 12 11:46:18.373948 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55378) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:18.508045 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Deleting port 5d707d37-0b36-4b2f-9db2-912484e6fc48 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:46:18.508396 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (5d707d37-0b36-4b2f-9db2-912484e6fc48), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.601767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (5d707d37-0b36-4b2f-9db2-912484e6fc48), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.602865 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (5d707d37-0b36-4b2f-9db2-912484e6fc48), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.617676 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Calling delete_port for 5d707d37-0b36-4b2f-9db2-912484e6fc48 owned by network:floatingip {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:46:18.797665 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dd00bc1f-cfab-467e-9188-5d5861c12b25 req-65c9948a-403d-4e39-b393-dae427873fd6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 210 time: 0.2022641 Apr 12 11:46:18.805319 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device b91800ac-1a79-4054-8ed7-60400ae9ea93 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:46:18.825051 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (5d707d37-0b36-4b2f-9db2-912484e6fc48), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.830402 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: b91800ac-1a79-4054-8ed7-60400ae9ea93 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:46:18.831115 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device b91800ac-1a79-4054-8ed7-60400ae9ea93 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:46:18.855788 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Pushing event deleted for resources: {'Port': ['ID=5d707d37-0b36-4b2f-9db2-912484e6fc48,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:18.919443 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks [] for floatingip (e6170c0f-f853-4716-8dc6-01c138004458), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.921915 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:18.923509 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-fe7d3f81-c8fb-46ea-83c4-d16d299e1bfa tempest-AttachVolumeShelveTestJSON-2081691767 tempest-AttachVolumeShelveTestJSON-2081691767-project] 10.222.0.59 "DELETE /v2.0/floatingips/e6170c0f-f853-4716-8dc6-01c138004458 HTTP/1.1" status: 204 len: 168 time: 0.5476372 Apr 12 11:46:19.893182 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1018a996-7583-4da8-ae8e-6169300ce8b7 req-63e55d2b-bf15-4ecc-97a5-f56c5892ee5d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 210 time: 0.0299635 Apr 12 11:46:20.738086 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c8db457a-20ce-4b6b-9fc4-38b360c44b59 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:20.739468 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c8db457a-20ce-4b6b-9fc4-38b360c44b59 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 811 time: 0.1040096 Apr 12 11:46:20.804197 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-38d440f3-522f-4114-b160-10ad6411287a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31a755505f594ead8af5127ef8f502f1 HTTP/1.1" status: 200 len: 380 time: 0.0511882 Apr 12 11:46:20.812133 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'port': {'device_id': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'admin_state_up': True, 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'security_groups': ['a91232b3-0c5e-41d5-a125-b5740764bec2']}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:46:20.989154 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0a3af4e0-a9c0-4df0-bc05-d6dcb447286b req-847efe29-5fc8-488b-bfd1-ee4627f67e04 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 210 time: 0.0289803 Apr 12 11:46:20.990222 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Made reservation on behalf of 31a755505f594ead8af5127ef8f502f1 for: {'port': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:46:20.993590 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:21.115108 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Allocated IP 172.20.0.8 (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9/f2e44d4b-bd17-40b5-89f5-bc3584980c72/e076d1b1-a066-4815-a7af-b346d329f35a) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:46:21.250781 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for port (e076d1b1-a066-4815-a7af-b346d329f35a), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:21.324258 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:21.365424 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:46:21.368516 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:46:21.372059 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:46:21.404583 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event updated for resources: {'Port': ['ID=e076d1b1-a066-4815-a7af-b346d329f35a,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:21.433239 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:21.433882 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:21.504559 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-1d6c26c4-55d5-4d29-a97e-a6bf4d5d1ebe tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957853 Apr 12 11:46:21.568181 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Request body: {'port': {'device_id': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:46:21.626967 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-7042afa4-43a4-46a1-8995-a45fb0f0efb5 None None] Provisioning complete for port e076d1b1-a066-4815-a7af-b346d329f35a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:46:21.627676 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:21.627798 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7042afa4-43a4-46a1-8995-a45fb0f0efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:21.660923 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-7042afa4-43a4-46a1-8995-a45fb0f0efb5 None None] Port e076d1b1-a066-4815-a7af-b346d329f35a cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:46:21.890567 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e076d1b1-a066-4815-a7af-b346d329f35a {{(pid=103888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:46:21.898974 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Publish callbacks [] for port (e076d1b1-a066-4815-a7af-b346d329f35a), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:21.912494 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.provisioning_blocks [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Transition to ACTIVE for port object e076d1b1-a066-4815-a7af-b346d329f35a will not be triggered until provisioned by entity L2. {{(pid=103888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:46:21.973214 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:22.027633 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Pushing event updated for resources: {'Port': ['ID=e076d1b1-a066-4815-a7af-b346d329f35a,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:22.097531 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Attempting to bind port e076d1b1-a066-4815-a7af-b346d329f35a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:46:22.101545 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Attempting to bind port e076d1b1-a066-4815-a7af-b346d329f35a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:46:22.102608 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Attempting to bind port e076d1b1-a066-4815-a7af-b346d329f35a on network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:46:22.108232 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Port e076d1b1-a066-4815-a7af-b346d329f35a on network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:46:22.108564 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Attempting to bind port e076d1b1-a066-4815-a7af-b346d329f35a on network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:46:22.115550 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06475c21-40df-4b3b-9558-23c74739cb08 req-ff6ad50e-e031-474e-a2b0-a09fd5c170cd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:22.116129 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:46:22.116129 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Checking segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:46:22.116628 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Bound using segment: {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:46:22.117258 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Bound port: e076d1b1-a066-4815-a7af-b346d329f35a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55213739-816d-4763-811e-8270b0ff419a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:46:22.117762 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:22.118218 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-06475c21-40df-4b3b-9558-23c74739cb08 req-ff6ad50e-e031-474e-a2b0-a09fd5c170cd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 943 time: 0.0544584 Apr 12 11:46:22.168213 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-06475c21-40df-4b3b-9558-23c74739cb08 req-92518b7f-4813-4ccf-8c8c-c614cb028bfd tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 Apr 12 11:46:22.192999 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] For port e076d1b1-a066-4815-a7af-b346d329f35a, host hv-cinder-83009, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:46:22.196414 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] For port e076d1b1-a066-4815-a7af-b346d329f35a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e076d1b1-a066-4815-a7af-b346d329f35a,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:46:22.288263 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:22.323124 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:22.323809 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:22.325197 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] 10.222.0.52 "PUT /v2.0/ports/e076d1b1-a066-4815-a7af-b346d329f35a HTTP/1.1" status: 200 len: 1093 time: 0.8071089 Apr 12 11:46:22.325630 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'tag': 'e076d1b1-a066-4815-a7af-b346d329f35a'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:46:22.327940 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c5542-2d87-411e-9bb9-e7b991c24c88" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a6a211-8cd5-4c76-abe8-8415cf836886", "tag": "e076d1b1-a066-4815-a7af-b346d329f35a"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:46:22.355250 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d06757-67b5-4b87-8fc6-ebab50d23dac service neutron] Pushing event updated for resources: {'Port': ['ID=e076d1b1-a066-4815-a7af-b346d329f35a,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:22.371474 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092ae7c-9345-4c4b-82f3-6842fcbfc044 x-openstack-request-id: req-1092ae7c-9345-4c4b-82f3-6842fcbfc044 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:46:22.371775 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a6a211-8cd5-4c76-abe8-8415cf836886", "tag": "e076d1b1-a066-4815-a7af-b346d329f35a", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:46:22.372207 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1092ae7c-9345-4c4b-82f3-6842fcbfc044 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:46:22.372645 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1092ae7c-9345-4c4b-82f3-6842fcbfc044'] response: {'name': 'network-changed', 'server_uuid': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'tag': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'status': 'completed', 'code': 200} Apr 12 11:46:22.455176 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c5542-2d87-411e-9bb9-e7b991c24c88 req-b00c5a6f-e235-46b2-85be-33c57aefea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:22.456911 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ff4c5542-2d87-411e-9bb9-e7b991c24c88 req-b00c5a6f-e235-46b2-85be-33c57aefea70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 1127 time: 0.0446038 Apr 12 11:46:22.567642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c5542-2d87-411e-9bb9-e7b991c24c88 req-8d6e5c65-e5df-40d8-bce9-ced942fd9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:22.569132 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ff4c5542-2d87-411e-9bb9-e7b991c24c88 req-8d6e5c65-e5df-40d8-bce9-ced942fd9db6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=31a755505f594ead8af5127ef8f502f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0973790 Apr 12 11:46:22.569640 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:22.666749 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c5542-2d87-411e-9bb9-e7b991c24c88 req-743e5efe-5a93-40fc-a54d-f701eec87874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:22.668230 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ff4c5542-2d87-411e-9bb9-e7b991c24c88 req-743e5efe-5a93-40fc-a54d-f701eec87874 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934386 Apr 12 11:46:22.766688 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-dc22c3dd-12e5-44d4-9b29-e128285e7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:22.768419 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-dc22c3dd-12e5-44d4-9b29-e128285e7da6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 1127 time: 0.0436325 Apr 12 11:46:22.815825 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-9c4f7687-8da7-4c2f-985a-5f3fa9a19531 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e076d1b1-a066-4815-a7af-b346d329f35a HTTP/1.1" status: 200 len: 217 time: 0.0345664 Apr 12 11:46:22.863377 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-7d46173c-846d-4e8a-a0ca-3dc038f20518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:22.864799 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-7d46173c-846d-4e8a-a0ca-3dc038f20518 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0435176 Apr 12 11:46:22.907407 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-8727e11a-1141-48d9-9383-324f3486fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:22.909437 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-8727e11a-1141-48d9-9383-324f3486fcae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388553 Apr 12 11:46:23.002388 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-5cdc815b-fecd-44d0-9fe4-c1509a2c78a5 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871115 Apr 12 11:46:23.092742 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bf1710b7-ba47-4376-a35e-7c85e53d69e1 req-3d90d17e-7ada-496f-9be6-565e130efca9 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847201 Apr 12 11:46:23.279807 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be427965-ae3a-40a2-9047-8762676dae2d req-ed082cac-eb46-43e2-89fa-4166d287edee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:23.281260 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-be427965-ae3a-40a2-9047-8762676dae2d req-ed082cac-eb46-43e2-89fa-4166d287edee tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 943 time: 0.0464711 Apr 12 11:46:23.327301 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-be427965-ae3a-40a2-9047-8762676dae2d req-0eeb83b7-faac-4fae-8584-f0ea40fcdf49 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404277 Apr 12 11:46:24.440211 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94907bb-4a5d-4838-9386-ad25c24fbf00 req-dd5990e0-811d-4e0f-ae9b-229aa2639f00 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:24.441682 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c94907bb-4a5d-4838-9386-ad25c24fbf00 req-dd5990e0-811d-4e0f-ae9b-229aa2639f00 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 943 time: 0.0477583 Apr 12 11:46:24.489799 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c94907bb-4a5d-4838-9386-ad25c24fbf00 req-2372c3c7-4eea-46be-a9c7-5acc65ac0e68 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Apr 12 11:46:25.599634 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bb7a2-0d44-46dc-8505-32083ccbd384 req-7aae37d1-0188-4cc7-9f74-9bb9ee44e6ba tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:25.601066 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-079bb7a2-0d44-46dc-8505-32083ccbd384 req-7aae37d1-0188-4cc7-9f74-9bb9ee44e6ba tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 943 time: 0.0454068 Apr 12 11:46:25.653340 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-079bb7a2-0d44-46dc-8505-32083ccbd384 req-40ea20b5-8206-4716-af35-dd85e598724f tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468156 Apr 12 11:46:26.762544 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62f668-ddeb-4639-a217-14c705b14ec2 req-daaa552c-326a-431b-b9ad-c07afce2376b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:26.764008 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-be62f668-ddeb-4639-a217-14c705b14ec2 req-daaa552c-326a-431b-b9ad-c07afce2376b tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 943 time: 0.0460682 Apr 12 11:46:26.810195 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-be62f668-ddeb-4639-a217-14c705b14ec2 req-42fd57fa-801a-4bd2-9d37-5b464ecd2918 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 Apr 12 11:46:26.851155 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device e076d1b1-a066-4815-a7af-b346d329f35a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:46:26.945969 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port e076d1b1-a066-4815-a7af-b346d329f35a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e076d1b1-a066-4815-a7af-b346d329f35a,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:46:26.957399 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'port_id': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'mac_address': 'fa:16:3e:7f:0c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:46:26.996146 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port e076d1b1-a066-4815-a7af-b346d329f35a is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:46:26.996531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:27.009528 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e076d1b1-a066-4815-a7af-b346d329f35a {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:46:27.028405 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port e076d1b1-a066-4815-a7af-b346d329f35a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e076d1b1-a066-4815-a7af-b346d329f35a,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:46:27.141023 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:27.187507 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=e076d1b1-a066-4815-a7af-b346d329f35a,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:27.195069 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.195417 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.195762 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.196175 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.196464 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.196820 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.197170 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.197498 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.197826 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.198180 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.198507 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.198849 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.199176 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.199496 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.199818 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:46:27.624590 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['e076d1b1-a066-4815-a7af-b346d329f35a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:46:27.919146 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347aa660-9449-40cc-9d4d-04180038af39 req-012bdda2-1b2f-4383-87d0-84368031b6f2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:27.920497 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-347aa660-9449-40cc-9d4d-04180038af39 req-012bdda2-1b2f-4383-87d0-84368031b6f2 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 944 time: 0.0458550 Apr 12 11:46:27.965594 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-347aa660-9449-40cc-9d4d-04180038af39 req-2880431d-1d2c-4bfa-a4a7-5c845bb5e76e tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Apr 12 11:46:28.867592 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device e076d1b1-a066-4815-a7af-b346d329f35a up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:46:28.911938 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port e076d1b1-a066-4815-a7af-b346d329f35a completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:46:28.990231 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port e076d1b1-a066-4815-a7af-b346d329f35a triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:46:28.990624 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:29.071316 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port e076d1b1-a066-4815-a7af-b346d329f35a is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:46:29.071703 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:29.083356 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b44ef1-2c1f-48ba-a9d8-8df556c8023c req-86bbbc8c-f20b-4c51-90eb-14c54b34e547 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:29.084878 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-71b44ef1-2c1f-48ba-a9d8-8df556c8023c req-86bbbc8c-f20b-4c51-90eb-14c54b34e547 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 944 time: 0.0522745 Apr 12 11:46:29.094242 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076d1b1-a066-4815-a7af-b346d329f35a'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:46:29.097438 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4824fb13-0a40-41d2-9aa3-d92a430a9b84" -d '{"events": [{"server_uuid": "f2a6a211-8cd5-4c76-abe8-8415cf836886", "name": "network-vif-plugged", "status": "completed", "tag": "e076d1b1-a066-4815-a7af-b346d329f35a"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:46:29.110085 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port e076d1b1-a066-4815-a7af-b346d329f35a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e076d1b1-a066-4815-a7af-b346d329f35a,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:46:29.134457 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-71b44ef1-2c1f-48ba-a9d8-8df556c8023c req-84847d8d-b191-4b70-a632-41ab890fa85d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 Apr 12 11:46:29.184812 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:29.209007 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80e3e53-a3fb-4c46-8c4c-600762951fab x-openstack-request-id: req-a80e3e53-a3fb-4c46-8c4c-600762951fab {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:46:29.209299 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a6a211-8cd5-4c76-abe8-8415cf836886", "name": "network-vif-plugged", "status": "completed", "tag": "e076d1b1-a066-4815-a7af-b346d329f35a", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:46:29.209552 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a80e3e53-a3fb-4c46-8c4c-600762951fab {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:46:29.209943 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80e3e53-a3fb-4c46-8c4c-600762951fab'] response: {'server_uuid': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'code': 200} Apr 12 11:46:29.234533 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=e076d1b1-a066-4815-a7af-b346d329f35a,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:46:29.542291 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf686b9-f34b-47e5-886c-ada25adce757 req-d11acbf2-344f-4df8-a383-9e93b13000c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:29.543754 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ecf686b9-f34b-47e5-886c-ada25adce757 req-d11acbf2-344f-4df8-a383-9e93b13000c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 1129 time: 0.0378821 Apr 12 11:46:29.586999 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ecf686b9-f34b-47e5-886c-ada25adce757 req-c81846f7-f8b7-4ee6-abde-a9b74a66817e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372722 Apr 12 11:46:30.252659 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4e2e7-5e04-4d10-8625-10766b55f3f6 req-51f1b05d-955d-47ee-adba-3ada6ebf7e7c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:30.254074 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7cc4e2e7-5e04-4d10-8625-10766b55f3f6 req-51f1b05d-955d-47ee-adba-3ada6ebf7e7c tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 945 time: 0.0508218 Apr 12 11:46:30.300399 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7cc4e2e7-5e04-4d10-8625-10766b55f3f6 req-d9db0b76-bd0f-4c82-8235-1e69bc6e7122 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407195 Apr 12 11:46:31.410984 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff4d39-13f3-47f2-86b4-3584426ed759 req-3531604f-0d28-4e30-a0fc-546f47d8375a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:31.412464 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e1ff4d39-13f3-47f2-86b4-3584426ed759 req-3531604f-0d28-4e30-a0fc-546f47d8375a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 945 time: 0.0455008 Apr 12 11:46:31.461523 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e1ff4d39-13f3-47f2-86b4-3584426ed759 req-c8728500-a693-410c-99a6-43d5b75ba0f6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Apr 12 11:46:31.534078 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-10dc138a-1f15-461d-9a32-996d6f7f30b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:31.571463 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644411e-5dae-4990-afc2-dca093ad2f04 req-25394ada-15ec-4d92-a7c9-98671e3d8086 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:31.572940 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0644411e-5dae-4990-afc2-dca093ad2f04 req-25394ada-15ec-4d92-a7c9-98671e3d8086 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 945 time: 0.0479910 Apr 12 11:46:31.587075 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55440) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:46:31.587075 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Request body: {'floatingip': {'port_id': 'e076d1b1-a066-4815-a7af-b346d329f35a'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:46:31.625128 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (52072eee-22aa-40be-b1c3-9bc62f4b3903), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:32.061464 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:32.121743 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (52072eee-22aa-40be-b1c3-9bc62f4b3903), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:32.223498 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Floating IP 52072eee-22aa-40be-b1c3-9bc62f4b3903 associated. External IP: 172.27.1.211, port: e076d1b1-a066-4815-a7af-b346d329f35a. Apr 12 11:46:32.434765 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:46:32.543249 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:46:32.548664 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:32.556153 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] Sync routers for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:46:32.566477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:46:32.567097 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:46:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:46:32.584845 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b9aa709b-4fd4-4713-a104-4c316628543a tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "PUT /v2.0/floatingips/52072eee-22aa-40be-b1c3-9bc62f4b3903 HTTP/1.1" status: 200 len: 991 time: 0.9951444 Apr 12 11:46:32.584845 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'tag': 'e076d1b1-a066-4815-a7af-b346d329f35a'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:46:32.584845 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48856e2d-de0f-40f0-8d2d-9e920107915d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a6a211-8cd5-4c76-abe8-8415cf836886", "tag": "e076d1b1-a066-4815-a7af-b346d329f35a"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:46:32.617335 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c12d79f-5a85-45fd-aa9c-b45434ecdf28 x-openstack-request-id: req-8c12d79f-5a85-45fd-aa9c-b45434ecdf28 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:46:32.617635 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a6a211-8cd5-4c76-abe8-8415cf836886", "tag": "e076d1b1-a066-4815-a7af-b346d329f35a", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:46:32.617895 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c12d79f-5a85-45fd-aa9c-b45434ecdf28 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:46:32.618338 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c12d79f-5a85-45fd-aa9c-b45434ecdf28'] response: {'name': 'network-changed', 'server_uuid': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'tag': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'status': 'completed', 'code': 200} Apr 12 11:46:32.676895 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:46:32.697197 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-55fee485-e7aa-4ac9-8c7f-18fbc3b03194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:32.698672 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-55fee485-e7aa-4ac9-8c7f-18fbc3b03194 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 1129 time: 0.0397091 Apr 12 11:46:32.795852 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-6e3205b1-2222-40fa-8b7a-c85d71966969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:32.797321 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-6e3205b1-2222-40fa-8b7a-c85d71966969 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0920024 Apr 12 11:46:32.861624 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-4a4950b4-fc5d-4b13-9b2b-e351ba8e7fff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e076d1b1-a066-4815-a7af-b346d329f35a HTTP/1.1" status: 200 len: 999 time: 0.0582213 Apr 12 11:46:32.911232 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-040de54f-7173-4774-b873-e0be015536da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:32.912661 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-040de54f-7173-4774-b873-e0be015536da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0461502 Apr 12 11:46:32.956523 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-afbd4e7f-0a96-49b5-a116-dd8f6f5f8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:46:32.957906 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-afbd4e7f-0a96-49b5-a116-dd8f6f5f8d28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388453 Apr 12 11:46:33.046394 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-85c2c86c-e014-4a4f-9659-b0e1f1e3aa39 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819900 Apr 12 11:46:33.054542 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '52072eee-22aa-40be-b1c3-9bc62f4b3903', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'port_id': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'mac_address': 'fa:16:3e:7f:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:46:16Z', 'updated_at': '2022-04-12T11:46:31Z', 'revision_number': 1, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:46:33.083677 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] Checking router: 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:46:33.091865 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:46:33.092473 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:46:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:46:33.136620 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48856e2d-de0f-40f0-8d2d-9e920107915d req-ff9f520b-0d6f-46bd-b1a2-576940811fb3 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849338 Apr 12 11:46:33.201501 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:46:33.415079 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '52072eee-22aa-40be-b1c3-9bc62f4b3903', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'port_id': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'mac_address': 'fa:16:3e:7f:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:46:16Z', 'updated_at': '2022-04-12T11:46:31Z', 'revision_number': 1, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:46:33.448285 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee375072-90e3-4a68-bb52-fc84172c1087 None None] The sync data for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi is: [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '52072eee-22aa-40be-b1c3-9bc62f4b3903', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'port_id': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'mac_address': 'fa:16:3e:7f:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:46:16Z', 'updated_at': '2022-04-12T11:46:31Z', 'revision_number': 1, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:46:33.625029 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16458da4-31ef-46e8-84b3-d3c52f14dd6f None None] New status for floating IP 52072eee-22aa-40be-b1c3-9bc62f4b3903: ACTIVE {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:46:33.889839 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1d4a25e-1d03-403c-a9a6-3c92c4aa3e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:35.210003 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:36.287712 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:37.809839 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:46:41.690687 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:46:52.552661 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:01.569450 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1360a3fa-aec5-4675-8176-1690de4fb24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:03.881767 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-59ba06a7-b880-44ad-90ea-36389f0084da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:05.253641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:06.306689 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:07.816204 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:18.689151 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:47:19.161176 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55476) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:47:19.284783 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:19.356904 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Publish callbacks [] for security_group (afd90d95-585d-401d-846b-be340b53247d), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:19.409789 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (afd90d95-585d-401d-846b-be340b53247d), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:19.450104 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01ce49b440ac446881449060ad72859a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878339 Apr 12 11:47:19.450821 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd90d95-585d-401d-846b-be340b53247d,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:47:19.452743 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55480) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:47:19.458015 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.458388 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.458735 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.459075 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.459412 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.459767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.460102 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.460431 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.460758 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.461088 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.461422 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.461748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.462164 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.462511 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.462834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad42dbd-81fc-4d3f-a7a5-7a237b6fefaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.503158 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Publish callbacks [] for security_group (afd90d95-585d-401d-846b-be340b53247d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:19.523850 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Publish callbacks [] for security_group (afd90d95-585d-401d-846b-be340b53247d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:19.653717 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (afd90d95-585d-401d-846b-be340b53247d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:19.656357 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:19.657506 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/afd90d95-585d-401d-846b-be340b53247d HTTP/1.1" status: 204 len: 168 time: 0.2037637 Apr 12 11:47:19.665899 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd90d95-585d-401d-846b-be340b53247d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:47:19.672962 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.673313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.673664 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.674573 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.675176 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.675575 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.675914 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.676242 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.676572 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.676902 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.677234 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.677560 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.677885 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.678341 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:19.678885 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a3aba6-760d-4918-a83c-50514ceaa021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:47:20.294936 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55486) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:47:20.304872 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b29d994f-2466-49f5-8d11-d21dd4d07607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:20.376361 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b29d994f-2466-49f5-8d11-d21dd4d07607 admin admin] Publish callbacks [] for security_group (e60a0d19-aeb1-4f19-bca6-7cd1c4385074), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:20.438498 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b29d994f-2466-49f5-8d11-d21dd4d07607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (e60a0d19-aeb1-4f19-bca6-7cd1c4385074), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:20.477600 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b29d994f-2466-49f5-8d11-d21dd4d07607 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30496b84a4d347d8860a7978ee43d842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890461 Apr 12 11:47:20.478491 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d994f-2466-49f5-8d11-d21dd4d07607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60a0d19-aeb1-4f19-bca6-7cd1c4385074,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:47:20.480369 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55488) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:47:20.530849 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48303af4-ae93-490f-bea5-90c1978e0e6b admin admin] Publish callbacks [] for security_group (e60a0d19-aeb1-4f19-bca6-7cd1c4385074), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:20.552338 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48303af4-ae93-490f-bea5-90c1978e0e6b admin admin] Publish callbacks [] for security_group (e60a0d19-aeb1-4f19-bca6-7cd1c4385074), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:20.672364 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48303af4-ae93-490f-bea5-90c1978e0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (e60a0d19-aeb1-4f19-bca6-7cd1c4385074), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:20.675771 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48303af4-ae93-490f-bea5-90c1978e0e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:20.676948 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-48303af4-ae93-490f-bea5-90c1978e0e6b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e60a0d19-aeb1-4f19-bca6-7cd1c4385074 HTTP/1.1" status: 204 len: 168 time: 0.1947875 Apr 12 11:47:20.685057 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48303af4-ae93-490f-bea5-90c1978e0e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60a0d19-aeb1-4f19-bca6-7cd1c4385074,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:47:21.586559 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-57fb21b9-0cfd-4dc5-9cfc-3a05db2dfa5c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392885 Apr 12 11:47:21.680585 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-01815414-6c1b-4ed4-be77-2f5487787ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:47:21.682116 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-01815414-6c1b-4ed4-be77-2f5487787ce0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 1129 time: 0.0391989 Apr 12 11:47:21.787740 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-95c8fabe-6ec6-4c11-b27e-0053a3f28569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:47:21.789225 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-95c8fabe-6ec6-4c11-b27e-0053a3f28569 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0896192 Apr 12 11:47:21.853714 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-00cf4c38-5438-4552-b21c-b9f4a9df3e08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e076d1b1-a066-4815-a7af-b346d329f35a HTTP/1.1" status: 200 len: 1001 time: 0.0571384 Apr 12 11:47:21.903534 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-c0177120-e76f-4faf-ba7a-84ab1413597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:47:21.904954 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-c0177120-e76f-4faf-ba7a-84ab1413597d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0454869 Apr 12 11:47:21.947552 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-f077b3ef-1f5f-412f-97ac-5d2f327c2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:47:21.948980 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-f077b3ef-1f5f-412f-97ac-5d2f327c2d94 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377717 Apr 12 11:47:22.035577 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-9f76493d-4462-42ef-9084-951817597f7b service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805779 Apr 12 11:47:22.125487 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d5a2642b-7abc-4e4e-965e-850d1e4d8e82 req-0b330d65-0c77-4576-af67-1a5d78aab5e5 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841515 Apr 12 11:47:22.552282 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:31.524095 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eb640f5a-2bde-41ac-81a1-7d42cd667674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:33.884370 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c857fe4-45df-4753-ae50-c9c8f7758f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:35.224926 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:36.266960 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:37.808185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:52.535417 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:47:55.687823 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:48:01.541195 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e6f459a5-6870-4698-a1ff-f65cf4dfe5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:03.889415 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0c025573-e5a9-4b1c-8fcd-8ac4d085bc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:05.221854 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:06.295425 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:07.816513 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:22.551373 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:23.575404 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-5033d7c9-657a-4e63-bb2d-a3e3b9776ea6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387299 Apr 12 11:48:23.672168 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-7c4b5e90-368c-4a99-ac5c-4320a80bdbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:48:23.674189 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-7c4b5e90-368c-4a99-ac5c-4320a80bdbc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 1129 time: 0.0414488 Apr 12 11:48:23.774454 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-e1cdeee5-227e-4a0b-b68f-3790734b9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:48:23.775963 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-e1cdeee5-227e-4a0b-b68f-3790734b9a75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0836065 Apr 12 11:48:23.842192 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-05e7c4bb-6128-4ae9-9fae-01e7c46c7aa1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e076d1b1-a066-4815-a7af-b346d329f35a HTTP/1.1" status: 200 len: 1001 time: 0.0604279 Apr 12 11:48:23.888842 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-6eb1beae-5ab1-4592-a70a-4b366b3c7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:48:23.890323 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-6eb1beae-5ab1-4592-a70a-4b366b3c7dc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0430052 Apr 12 11:48:23.932274 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-52f0ce84-dea0-4349-9065-a9855fcdee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:48:23.933708 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-52f0ce84-dea0-4349-9065-a9855fcdee69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379596 Apr 12 11:48:24.281202 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-e84d9e84-1501-44ac-87b9-fbcc1d301476 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414540 Apr 12 11:48:24.367483 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-15513051-2be4-4fb5-83c0-817246bb0b0f req-142a1c81-6eb1-46f6-b3ff-5246cc23e508 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793581 Apr 12 11:48:31.524096 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f1f72c3-9d28-44ea-b739-288ec896fe1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:32.687466 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:48:33.901171 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bfded055-4287-4b3e-a60a-bbeb3a9ce2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:35.204107 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:36.278264 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:37.792736 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:48:52.581651 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:01.546954 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-daab6bd4-aeb0-45cc-ac1a-f945c316651f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:03.900999 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-888b0735-2e52-47cc-8e4c-e0f1be0046e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:05.232412 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:06.375738 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:07.826019 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:09.686589 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:49:22.575225 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:25.556796 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-eeae27c0-12f2-4688-8859-323ea3657006 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375373 Apr 12 11:49:25.655922 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-bcd6eacf-e4b1-4568-86c2-f93a74112d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:49:25.657399 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-bcd6eacf-e4b1-4568-86c2-f93a74112d80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 1129 time: 0.0428383 Apr 12 11:49:25.758744 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-6325accf-781e-46c7-bd1a-0e51e8fc3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:49:25.760198 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-6325accf-781e-46c7-bd1a-0e51e8fc3a61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.0860484 Apr 12 11:49:25.826417 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-29af1d9e-b5e7-4600-b897-72328503aaff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e076d1b1-a066-4815-a7af-b346d329f35a HTTP/1.1" status: 200 len: 1001 time: 0.0607765 Apr 12 11:49:25.872094 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-0b77ae94-ca46-45f6-93b1-184188efe13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:49:25.873453 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-0b77ae94-ca46-45f6-93b1-184188efe13f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0416961 Apr 12 11:49:25.915950 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-b644bf6f-e3a1-4ad0-aa0a-1ae9ec7a495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:49:25.917452 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-b644bf6f-e3a1-4ad0-aa0a-1ae9ec7a495f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385380 Apr 12 11:49:26.008322 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-39dd6c17-3071-44c9-926f-23e9b17c5cd8 service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848901 Apr 12 11:49:26.094859 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d3282fe3-64e8-4ff4-b27d-41b418397ddb req-1fa20970-b245-4918-8d8e-4a95d7aa804b service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807536 Apr 12 11:49:31.552599 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c3d43599-c487-43d8-a9e1-a5a709f2d3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:33.952717 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8a570799-1123-4064-a73a-d4b10c20333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:35.215373 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:36.306848 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:37.809740 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:49:46.685691 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:49:52.575181 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:01.592597 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9dacce7b-03f3-4fa6-9b3d-ebf4a045a02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:03.958542 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae68f-a93b-4b89-96bc-8b68ee98a920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:05.222066 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:06.312734 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:07.802716 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:12.027076 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55626) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:12.261637 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a07260c-191a-4655-b447-638c6b9f95f5 admin admin] Deleting subnet fc1a7da3-10e5-4f22-a4b2-8bff63d88836 {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:50:12.264653 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a07260c-191a-4655-b447-638c6b9f95f5 admin admin] Publish callbacks [] for subnet (fc1a7da3-10e5-4f22-a4b2-8bff63d88836), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:12.300747 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a07260c-191a-4655-b447-638c6b9f95f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (fc1a7da3-10e5-4f22-a4b2-8bff63d88836), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:12.337514 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.db_base_plugin_v2 [None req-1a07260c-191a-4655-b447-638c6b9f95f5 admin admin] Found port (51780225-302d-49ec-8361-3742396b9cb2, 172.20.0.2) having IP allocation on subnet fc1a7da3-10e5-4f22-a4b2-8bff63d88836, cannot delete Apr 12 11:50:12.339319 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a07260c-191a-4655-b447-638c6b9f95f5 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 12 11:50:12.339800 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a07260c-191a-4655-b447-638c6b9f95f5 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 12 11:50:12.342868 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-1a07260c-191a-4655-b447-638c6b9f95f5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fc1a7da3-10e5-4f22-a4b2-8bff63d88836 HTTP/1.1" status: 409 len: 404 time: 0.3147204 Apr 12 11:50:13.051777 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55658) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:13.143183 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-948478873-network', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:13.198385 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Made reservation on behalf of 88b3fc36591e49c4bad25db7e86f6769 for: {'network': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:50:13.200668 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.209419 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.282962 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Publish callbacks [] for security_group (2196ab8a-bfc3-4813-9f78-bd6688cfe29a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.341040 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (2196ab8a-bfc3-4813-9f78-bd6688cfe29a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.367696 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:50:13.372851 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196ab8a-bfc3-4813-9f78-bd6688cfe29a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:13.382403 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (5b3c1dc1-e59a-4c52-a83f-c2e2a23097de), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.382744 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.segments_db [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Added segment 5b3c1dc1-e59a-4c52-a83f-c2e2a23097de of type vlan for network d6725621-d0d7-4704-a0c8-bcba7e6c4555 Apr 12 11:50:13.384575 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.384923 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.385264 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.385600 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.386032 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.386327 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.386653 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.386981 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.387308 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.387630 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.387952 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.388274 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.388592 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.388910 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.389224 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:13.435342 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (d6725621-d0d7-4704-a0c8-bcba7e6c4555), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.530229 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (d6725621-d0d7-4704-a0c8-bcba7e6c4555), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.531230 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:13.531819 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.591306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6725621-d0d7-4704-a0c8-bcba7e6c4555,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:13.601667 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:50:13.649649 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-58a4df57-d863-469b-afd3-551a319844a6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5965559 Apr 12 11:50:13.652216 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55664) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:13.656900 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Request body: {'subnet': {'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-948478873-subnet', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:13.764094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Made reservation on behalf of 88b3fc36591e49c4bad25db7e86f6769 for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:50:13.766444 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27022916'] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:13.970204 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26284142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27022934'] for subnet (2337fa5f-5c2d-4938-ac03-aaac15e51a81), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.027431 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2337fa5f-5c2d-4938-ac03-aaac15e51a81,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:14.038382 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Checking segment: {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:50:14.038752 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Network hostable DHCP agents. Network: d6725621-d0d7-4704-a0c8-bcba7e6c4555, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:50:14.124091 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:50:14.215745 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, d6725621-d0d7-4704-a0c8-bcba7e6c4555) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:14.220322 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:14.220971 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.227109 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2164370-f24d-4f18-bca7-2b5211d46bcc None None] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:50:14.310427 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-3a4fe01e-8da9-42fc-abeb-de23f7979a5a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6570671 Apr 12 11:50:14.312864 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55668) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:14.317940 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:14.328545 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-d6725621-d0d7-4704-a0c8-bcba7e6c4555', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:50:14.329395 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.404999 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.406194 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.463471 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks [] for router_controller (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), precommit_add_association {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.472241 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Allocated IP 172.20.0.2 (d6725621-d0d7-4704-a0c8-bcba7e6c4555/2337fa5f-5c2d-4938-ac03-aaac15e51a81/adb139b8-2ed8-4ab3-bef4-3732399bd483) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:50:14.615845 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Publish callbacks [] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.682642 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks [] for router_gateway (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.702316 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.742835 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:50:14.745624 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:14.753740 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:50:14.756911 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Pushing event updated for resources: {'Port': ['ID=adb139b8-2ed8-4ab3-bef4-3732399bd483,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:14.767929 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.768274 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.768711 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.769083 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.769420 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.769746 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.770097 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.770422 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.770743 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.771070 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.771394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.771730 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.772052 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.772367 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.772683 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:14.826045 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Attempting to bind port adb139b8-2ed8-4ab3-bef4-3732399bd483 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:50:14.826417 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Attempting to bind port adb139b8-2ed8-4ab3-bef4-3732399bd483 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:50:14.826777 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Attempting to bind port adb139b8-2ed8-4ab3-bef4-3732399bd483 on network d6725621-d0d7-4704-a0c8-bcba7e6c4555 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:50:14.831895 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:50:14.832301 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Checking segment: {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:50:14.833030 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.833168 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Bound using segment: {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:50:14.833531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Bound port: adb139b8-2ed8-4ab3-bef4-3732399bd483, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:50:14.833907 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.899429 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] For port adb139b8-2ed8-4ab3-bef4-3732399bd483, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:50:14.902454 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] For port adb139b8-2ed8-4ab3-bef4-3732399bd483, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=adb139b8-2ed8-4ab3-bef4-3732399bd483,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:50:14.956677 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.957646 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks [] for router_gateway (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:14.978095 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:15.023645 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543e7a-73b0-4d80-9097-73e73f766ed3 None None] Pushing event updated for resources: {'Port': ['ID=adb139b8-2ed8-4ab3-bef4-3732399bd483,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:15.097221 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Allocated IP 172.27.1.181 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/435515bd-208b-4246-8ee1-8619e80649b5) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:50:15.221410 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks [] for port (435515bd-208b-4246-8ee1-8619e80649b5), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:15.302282 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (435515bd-208b-4246-8ee1-8619e80649b5), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:15.348661 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:50:15.351655 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:15.355162 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:50:15.364556 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Pushing event updated for resources: {'Port': ['ID=435515bd-208b-4246-8ee1-8619e80649b5,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:15.446642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-90ed3785-9739-4650-a0fa-d5dfdb66fbf1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:15.448765 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-90ed3785-9739-4650-a0fa-d5dfdb66fbf1 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.52 "GET /v2.0/ports?device_id=63b627e1-eaa7-44fe-8804-c3265f1fd4df HTTP/1.1" status: 200 len: 945 time: 0.0608423 Apr 12 11:50:15.542288 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Deleting port 51780225-302d-49ec-8361-3742396b9cb2 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:50:15.542634 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (51780225-302d-49ec-8361-3742396b9cb2), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:15.643252 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] For port 51780225-302d-49ec-8361-3742396b9cb2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51780225-302d-49ec-8361-3742396b9cb2,segment=NetworkSegment(eed9851c-d7b4-41c7-ba58-d8cb79eb2549),segment_id=eed9851c-d7b4-41c7-ba58-d8cb79eb2549)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:50:15.643613 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (51780225-302d-49ec-8361-3742396b9cb2), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:15.659577 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Calling delete_port for 51780225-302d-49ec-8361-3742396b9cb2 owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:50:15.738651 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks [] for router_gateway (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:15.891032 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (51780225-302d-49ec-8361-3742396b9cb2), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:15.942668 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device adb139b8-2ed8-4ab3-bef4-3732399bd483 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:15.943234 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Pushing event deleted for resources: {'Port': ['ID=51780225-302d-49ec-8361-3742396b9cb2,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:15.958032 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.958032 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.958032 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.958437 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.958584 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.958922 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.959261 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.959589 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.959911 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.960241 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.960567 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.960897 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.961220 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.961540 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:15.961860 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:16.009627 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] No DVR routers for this DVR port 51780225-302d-49ec-8361-3742396b9cb2 on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:50:16.011381 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.012665 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.017287 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-37477774-029f-45cf-b7d5-87efe9a5fb52 req-4ee8df27-2901-43d3-b1ae-b350eb455127 tempest-VolumesSnapshotTestJSON-895763667 tempest-VolumesSnapshotTestJSON-895763667-project] 10.222.0.52 "DELETE /v2.0/ports/51780225-302d-49ec-8361-3742396b9cb2 HTTP/1.1" status: 204 len: 173 time: 0.5625830 Apr 12 11:50:16.018461 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b627e1-eaa7-44fe-8804-c3265f1fd4df', 'name': 'network-vif-deleted', 'tag': '51780225-302d-49ec-8361-3742396b9cb2'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:50:16.022146 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dc028e-bb5b-4b59-a6e8-257312bd8ba0" -d '{"events": [{"server_uuid": "63b627e1-eaa7-44fe-8804-c3265f1fd4df", "name": "network-vif-deleted", "tag": "51780225-302d-49ec-8361-3742396b9cb2"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:50:16.022437 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port adb139b8-2ed8-4ab3-bef4-3732399bd483 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:16.023173 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.072375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820b15dd-e08a-40f4-a9e3-38acae134174 None None] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:50:16.087203 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e583c6da-f2bd-4c4d-bcd2-a7c49c83775d x-openstack-request-id: req-e583c6da-f2bd-4c4d-bcd2-a7c49c83775d {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:50:16.087720 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b627e1-eaa7-44fe-8804-c3265f1fd4df", "name": "network-vif-deleted", "tag": "51780225-302d-49ec-8361-3742396b9cb2", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:50:16.088068 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e583c6da-f2bd-4c4d-bcd2-a7c49c83775d {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:50:16.088576 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e583c6da-f2bd-4c4d-bcd2-a7c49c83775d'] response: {'server_uuid': '63b627e1-eaa7-44fe-8804-c3265f1fd4df', 'name': 'network-vif-deleted', 'tag': '51780225-302d-49ec-8361-3742396b9cb2', 'status': 'completed', 'code': 200} Apr 12 11:50:16.098784 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 51780225-302d-49ec-8361-3742396b9cb2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:50:16.163447 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 51780225-302d-49ec-8361-3742396b9cb2 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:50:16.163907 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 51780225-302d-49ec-8361-3742396b9cb2 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:50:16.181743 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-c2fe16fb-ad28-473b-a981-c5b6b7c2be90 None None] Provisioning complete for port adb139b8-2ed8-4ab3-bef4-3732399bd483 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:16.184460 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c2fe16fb-ad28-473b-a981-c5b6b7c2be90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.255654 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:50:16.274383 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port adb139b8-2ed8-4ab3-bef4-3732399bd483 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:16.274776 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.353376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port adb139b8-2ed8-4ab3-bef4-3732399bd483, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=adb139b8-2ed8-4ab3-bef4-3732399bd483,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:50:16.364494 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe16fb-ad28-473b-a981-c5b6b7c2be90 None None] Current status of the port adb139b8-2ed8-4ab3-bef4-3732399bd483 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:16.364948 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c2fe16fb-ad28-473b-a981-c5b6b7c2be90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.395359 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:50:16.404647 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Sync routers for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:50:16.416769 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:16.417981 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:16.499892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.504294 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-4be30728-56d9-479d-95cc-91af0f61d0eb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1897740 Apr 12 11:50:16.507491 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55688) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:16.523285 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.574324 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.db.api [None req-c2fe16fb-ad28-473b-a981-c5b6b7c2be90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:50:16.574593 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG oslo_db.api [None req-c2fe16fb-ad28-473b-a981-c5b6b7c2be90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:50:16.603326 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:16.605411 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=adb139b8-2ed8-4ab3-bef4-3732399bd483,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:16.787746 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:15Z', 'revision_number': 3, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:16.815883 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Checking router: e9ec5f0f-9dab-4080-b7fb-248a60ef84dc for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:50:16.816392 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Updating router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc port 435515bd-208b-4246-8ee1-8619e80649b5 binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:50:16.845274 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (435515bd-208b-4246-8ee1-8619e80649b5), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:16.966729 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.138737 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Allocated IP 172.20.0.1 (d6725621-d0d7-4704-a0c8-bcba7e6c4555/2337fa5f-5c2d-4938-ac03-aaac15e51a81/054678f6-02c6-4dc2-ade2-8cd4a7c21731) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:50:17.141562 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe16fb-ad28-473b-a981-c5b6b7c2be90 None None] Current status of the port adb139b8-2ed8-4ab3-bef4-3732399bd483 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:17.167454 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Publish callbacks [] for port (435515bd-208b-4246-8ee1-8619e80649b5), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.253390 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Publish callbacks [] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.260112 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-5f7d9833-afbb-4f30-8d6d-d6dffb95390c None None] Provisioning complete for port adb139b8-2ed8-4ab3-bef4-3732399bd483 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:17.260566 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5f7d9833-afbb-4f30-8d6d-d6dffb95390c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.263626 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (435515bd-208b-4246-8ee1-8619e80649b5), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.337831 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.350131 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Attempting to bind port 435515bd-208b-4246-8ee1-8619e80649b5 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:50:17.350416 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Attempting to bind port 435515bd-208b-4246-8ee1-8619e80649b5 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:50:17.350782 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Attempting to bind port 435515bd-208b-4246-8ee1-8619e80649b5 on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:50:17.352950 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f864f40-46bd-4fe1-85e1-7bbb5fa8c7f0 None None] Pushing event updated for resources: {'Port': ['ID=435515bd-208b-4246-8ee1-8619e80649b5,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:17.363743 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:50:17.364136 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:50:17.364544 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.364952 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:50:17.365398 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Bound port: 435515bd-208b-4246-8ee1-8619e80649b5, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:50:17.365878 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (435515bd-208b-4246-8ee1-8619e80649b5), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.387715 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:50:17.391301 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:17.394629 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:50:17.427237 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Pushing event updated for resources: {'Port': ['ID=054678f6-02c6-4dc2-ade2-8cd4a7c21731,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:17.451098 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.590725 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d9833-afbb-4f30-8d6d-d6dffb95390c None None] Current status of the port adb139b8-2ed8-4ab3-bef4-3732399bd483 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:17.593125 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] For port 435515bd-208b-4246-8ee1-8619e80649b5, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:50:17.605058 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] For port 435515bd-208b-4246-8ee1-8619e80649b5, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=435515bd-208b-4246-8ee1-8619e80649b5,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:50:17.676211 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (435515bd-208b-4246-8ee1-8619e80649b5), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.706920 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.742288 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-22ed106d-bfe0-4491-b4bc-977a045dafec None None] Provisioning complete for port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:17.742663 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-22ed106d-bfe0-4491-b4bc-977a045dafec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.788465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:17.789102 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:17.793176 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f864f40-46bd-4fe1-85e1-7bbb5fa8c7f0 None None] Pushing event updated for resources: {'Port': ['ID=435515bd-208b-4246-8ee1-8619e80649b5,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:17.837484 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-22ed106d-bfe0-4491-b4bc-977a045dafec None None] Port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:50:17.879990 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Publish callbacks [] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:17.914390 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device adb139b8-2ed8-4ab3-bef4-3732399bd483 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:17.920091 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:17.958980 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:18.031554 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Pushing event updated for resources: {'Port': ['ID=054678f6-02c6-4dc2-ade2-8cd4a7c21731,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:18.034918 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:18.052284 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port adb139b8-2ed8-4ab3-bef4-3732399bd483 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:18.053839 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:18.135016 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:50:18.136445 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:18.203330 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 1, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:18.231396 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae3e39-9f5d-42fa-a658-e7e0bf577420 None None] The sync data for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi is: [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 1, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:50:18.288761 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:50:18.290399 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port adb139b8-2ed8-4ab3-bef4-3732399bd483 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:18.423461 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:50:18.429027 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-10e0e236-0cc3-4bd5-9236-523da2519838 admin admin] 10.222.0.59 "PUT /v2.0/routers/e9ec5f0f-9dab-4080-b7fb-248a60ef84dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9208794 Apr 12 11:50:18.476107 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-89b6746f-f17a-4e7f-b95c-2dfab1174b9d None None] Provisioning complete for port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:18.476695 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-89b6746f-f17a-4e7f-b95c-2dfab1174b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:18.541149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-89b6746f-f17a-4e7f-b95c-2dfab1174b9d None None] Port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:50:19.157872 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55746) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:19.163416 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-278172092-network', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:19.256115 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Made reservation on behalf of d8c89b9723a04b15a114bf267cfdce07 for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:50:19.258661 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.269047 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.362788 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Publish callbacks [] for security_group (bfa6b2b6-a6dd-4c43-89d9-229e7f8d87ff), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.438721 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (bfa6b2b6-a6dd-4c43-89d9-229e7f8d87ff), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.468860 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:50:19.478920 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa6b2b6-a6dd-4c43-89d9-229e7f8d87ff,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:19.488650 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (46f5c743-63cd-41d3-b50b-ce9d32b7ea2c), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.488650 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Added segment 46f5c743-63cd-41d3-b50b-ce9d32b7ea2c of type vlan for network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d Apr 12 11:50:19.529911 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.628031 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.630987 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:19.630987 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.687992 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] Pushing event updated for resources: {'Network': ['ID=7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:19.701104 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:50:19.739089 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-1bd5b789-77bb-44e9-9ea3-fad968479af7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5794954 Apr 12 11:50:19.741804 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55754) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:19.746813 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Request body: {'subnet': {'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-278172092-subnet', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'ip_version': 4}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:19.810611 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Made reservation on behalf of d8c89b9723a04b15a114bf267cfdce07 for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:50:19.813204 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157476'] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:19.938911 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 435515bd-208b-4246-8ee1-8619e80649b5 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:19.991561 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 435515bd-208b-4246-8ee1-8619e80649b5 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:19.992208 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (435515bd-208b-4246-8ee1-8619e80649b5), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.051169 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26653888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157494'] for subnet (5f3edf99-1e08-4fa6-9789-a8b19abb264f), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.079026 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 435515bd-208b-4246-8ee1-8619e80649b5 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:20.079412 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (435515bd-208b-4246-8ee1-8619e80649b5), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.100914 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 435515bd-208b-4246-8ee1-8619e80649b5, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=435515bd-208b-4246-8ee1-8619e80649b5,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:50:20.117406 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3edf99-1e08-4fa6-9789-a8b19abb264f,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:20.126415 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Checking segment: {'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:50:20.126786 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Network hostable DHCP agents. Network: 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:50:20.170360 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (435515bd-208b-4246-8ee1-8619e80649b5), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.193192 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:50:20.227560 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=435515bd-208b-4246-8ee1-8619e80649b5,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:20.256047 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:20.260563 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:20.262135 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.275583 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e5ad9-8618-4261-b556-d80882642ec4 None None] Network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:50:20.288243 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Sync routers for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:50:20.298408 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:20.299848 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:20.361200 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-cef35d41-4184-43cb-9ddb-d1ca314ed455 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6182861 Apr 12 11:50:20.364061 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55762) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:20.368470 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:20.376585 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d', 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d', 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'fixed_ips': [{'subnet_id': '5f3edf99-1e08-4fa6-9789-a8b19abb264f'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:50:20.378141 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.436467 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:20.511593 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Allocated IP 172.20.0.2 (7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d/5f3edf99-1e08-4fa6-9789-a8b19abb264f/a6103323-bffe-426d-a77e-298a8295a0db) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:50:20.513395 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (145b2d40-e1f0-4242-be4c-513b76005d3b), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.514751 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (145b2d40-e1f0-4242-be4c-513b76005d3b), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.569802 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks [] for router_controller (145b2d40-e1f0-4242-be4c-513b76005d3b), precommit_add_association {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.634475 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 2, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:20.660938 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Checking router: e9ec5f0f-9dab-4080-b7fb-248a60ef84dc for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:50:20.661184 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Publish callbacks [] for port (a6103323-bffe-426d-a77e-298a8295a0db), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.661305 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Updating router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:50:20.689192 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.747995 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (a6103323-bffe-426d-a77e-298a8295a0db), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.792180 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:50:20.798173 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:20.801978 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:50:20.804251 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Pushing event updated for resources: {'Port': ['ID=a6103323-bffe-426d-a77e-298a8295a0db,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:20.810366 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks [] for router_gateway (145b2d40-e1f0-4242-be4c-513b76005d3b), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.887860 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Attempting to bind port a6103323-bffe-426d-a77e-298a8295a0db on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:50:20.888237 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Attempting to bind port a6103323-bffe-426d-a77e-298a8295a0db by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:50:20.888606 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Attempting to bind port a6103323-bffe-426d-a77e-298a8295a0db on network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:50:20.894738 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:50:20.895783 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Checking segment: {'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:50:20.896204 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.896604 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Bound using segment: {'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:50:20.897082 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Bound port: a6103323-bffe-426d-a77e-298a8295a0db, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:50:20.897472 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (a6103323-bffe-426d-a77e-298a8295a0db), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.968538 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Publish callbacks [] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:20.970510 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] For port a6103323-bffe-426d-a77e-298a8295a0db, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:50:20.974682 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] For port a6103323-bffe-426d-a77e-298a8295a0db, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=a6103323-bffe-426d-a77e-298a8295a0db,segment=NetworkSegment(46f5c743-63cd-41d3-b50b-ce9d32b7ea2c),segment_id=46f5c743-63cd-41d3-b50b-ce9d32b7ea2c)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:50:21.039142 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.052457 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (a6103323-bffe-426d-a77e-298a8295a0db), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.094183 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Pushing event updated for resources: {'Port': ['ID=054678f6-02c6-4dc2-ade2-8cd4a7c21731,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:21.104324 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks [] for router_gateway (145b2d40-e1f0-4242-be4c-513b76005d3b), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.104918 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.105268 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.105611 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.105980 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.106332 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.106845 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.107345 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.107840 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.108348 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.108846 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.109348 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.109874 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.110390 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.110900 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.112066 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:50:21.116205 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab63cd0-5c65-4d47-897f-40e4a9d068a3 None None] Pushing event updated for resources: {'Port': ['ID=a6103323-bffe-426d-a77e-298a8295a0db,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:21.116388 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.174136 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Attempting to bind port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:50:21.174533 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Attempting to bind port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:50:21.174899 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Attempting to bind port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 on network d6725621-d0d7-4704-a0c8-bcba7e6c4555 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:50:21.182939 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:50:21.183632 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Checking segment: {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:50:21.184047 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.184456 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Bound using segment: {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:50:21.184937 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Bound port: 054678f6-02c6-4dc2-ade2-8cd4a7c21731, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:50:21.185318 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.265254 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Allocated IP 172.27.1.118 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/76552a58-c402-499f-a27c-cbd418a802ee) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:50:21.366971 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] For port 054678f6-02c6-4dc2-ade2-8cd4a7c21731, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:50:21.371417 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] For port 054678f6-02c6-4dc2-ade2-8cd4a7c21731, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=054678f6-02c6-4dc2-ade2-8cd4a7c21731,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:50:21.445241 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.445410 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55774) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:21.484918 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-31e79b86-44b9-4cb1-991b-c910031a69be None None] Provisioning complete for port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:21.485258 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-31e79b86-44b9-4cb1-991b-c910031a69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.487686 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks [] for port (76552a58-c402-499f-a27c-cbd418a802ee), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.516885 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:21.520176 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:21.606951 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bca02-47f6-42ec-a525-e3fc916b06ef None None] Pushing event updated for resources: {'Port': ['ID=054678f6-02c6-4dc2-ade2-8cd4a7c21731,revision_number=4']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:21.650217 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (76552a58-c402-499f-a27c-cbd418a802ee), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.651915 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-31e79b86-44b9-4cb1-991b-c910031a69be None None] Current status of the port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:21.652562 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-31e79b86-44b9-4cb1-991b-c910031a69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.655209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7ff585e5-bac6-44a4-986c-dc28009d8574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.696586 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-31e79b86-44b9-4cb1-991b-c910031a69be None None] For port 054678f6-02c6-4dc2-ade2-8cd4a7c21731, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=054678f6-02c6-4dc2-ade2-8cd4a7c21731,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:50:21.700807 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:21.720262 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:50:21.742964 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:21.745752 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:50:21.753755 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-31e79b86-44b9-4cb1-991b-c910031a69be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.775010 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Pushing event updated for resources: {'Port': ['ID=76552a58-c402-499f-a27c-cbd418a802ee,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:21.836985 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e79b86-44b9-4cb1-991b-c910031a69be None None] Pushing event updated for resources: {'Port': ['ID=054678f6-02c6-4dc2-ade2-8cd4a7c21731,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:21.895053 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-b5c55d5d-5699-425f-a0fa-cad46a06a152 None None] Provisioning complete for port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:21.895431 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b5c55d5d-5699-425f-a0fa-cad46a06a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:21.946972 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:21.995638 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef314ca2-5d15-4596-9367-17f784162df9 None None] The sync data for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi is: [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:50:22.016429 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7ff585e5-bac6-44a4-986c-dc28009d8574 admin admin] Publish callbacks [] for security_group (f32f4bcf-e207-4cc5-b675-f2f0f42a2c83), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.025824 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-b5c55d5d-5699-425f-a0fa-cad46a06a152 None None] Current status of the port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:22.087872 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 054678f6-02c6-4dc2-ade2-8cd4a7c21731 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:22.102160 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7ff585e5-bac6-44a4-986c-dc28009d8574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (f32f4bcf-e207-4cc5-b675-f2f0f42a2c83), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.155264 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:22.155790 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.166090 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-7ff585e5-bac6-44a4-986c-dc28009d8574 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df7f62f8898d469eb60586c95e619c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7173772 Apr 12 11:50:22.166090 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff585e5-bac6-44a4-986c-dc28009d8574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f4bcf-e207-4cc5-b675-f2f0f42a2c83,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:22.167034 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55780) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:22.245141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4934f464-2959-47b8-8988-45f9b58ef54d admin admin] Publish callbacks [] for security_group (f32f4bcf-e207-4cc5-b675-f2f0f42a2c83), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.263103 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:22.264267 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 435515bd-208b-4246-8ee1-8619e80649b5 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:22.289071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4934f464-2959-47b8-8988-45f9b58ef54d admin admin] Publish callbacks [] for security_group (f32f4bcf-e207-4cc5-b675-f2f0f42a2c83), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.334231 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 435515bd-208b-4246-8ee1-8619e80649b5 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:22.335178 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (435515bd-208b-4246-8ee1-8619e80649b5), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.336201 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks [] for router_gateway (145b2d40-e1f0-4242-be4c-513b76005d3b), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.440043 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 435515bd-208b-4246-8ee1-8619e80649b5 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:22.441152 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device a6103323-bffe-426d-a77e-298a8295a0db up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:22.461582 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4934f464-2959-47b8-8988-45f9b58ef54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (f32f4bcf-e207-4cc5-b675-f2f0f42a2c83), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.464280 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4934f464-2959-47b8-8988-45f9b58ef54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.465558 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-4934f464-2959-47b8-8988-45f9b58ef54d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f32f4bcf-e207-4cc5-b675-f2f0f42a2c83 HTTP/1.1" status: 204 len: 168 time: 0.2929273 Apr 12 11:50:22.467183 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b55421-20ed-4485-9f9d-063761c4ecc4 None None] Network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:50:22.476009 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934f464-2959-47b8-8988-45f9b58ef54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f4bcf-e207-4cc5-b675-f2f0f42a2c83,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:22.635210 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (145b2d40-e1f0-4242-be4c-513b76005d3b), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.726490 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-6baeeff1-085c-482f-8c06-0be786bcf50f None None] Provisioning complete for port a6103323-bffe-426d-a77e-298a8295a0db triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:22.727137 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6baeeff1-085c-482f-8c06-0be786bcf50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a6103323-bffe-426d-a77e-298a8295a0db), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.753207 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.758172 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port a6103323-bffe-426d-a77e-298a8295a0db triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:22.758731 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a6103323-bffe-426d-a77e-298a8295a0db), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.862022 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Router 145b2d40-e1f0-4242-be4c-513b76005d3b is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:50:22.913974 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-6baeeff1-085c-482f-8c06-0be786bcf50f None None] Current status of the port a6103323-bffe-426d-a77e-298a8295a0db is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:22.914411 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6baeeff1-085c-482f-8c06-0be786bcf50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (a6103323-bffe-426d-a77e-298a8295a0db), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.926619 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port a6103323-bffe-426d-a77e-298a8295a0db is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:22.927014 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (a6103323-bffe-426d-a77e-298a8295a0db), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:22.985102 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-6baeeff1-085c-482f-8c06-0be786bcf50f None None] For port a6103323-bffe-426d-a77e-298a8295a0db, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=a6103323-bffe-426d-a77e-298a8295a0db,segment=NetworkSegment(46f5c743-63cd-41d3-b50b-ce9d32b7ea2c),segment_id=46f5c743-63cd-41d3-b50b-ce9d32b7ea2c)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:50:23.020309 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:50:23.036868 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Sync routers for ids ['145b2d40-e1f0-4242-be4c-513b76005d3b'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:50:23.046257 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6baeeff1-085c-482f-8c06-0be786bcf50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (a6103323-bffe-426d-a77e-298a8295a0db), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:23.103072 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Routers {'145b2d40-e1f0-4242-be4c-513b76005d3b'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:23.103640 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['145b2d40-e1f0-4242-be4c-513b76005d3b'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:23.115613 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:23.116962 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3c47cb60-7315-4ecd-bdf4-5c8cdd15f3ae admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7518134 Apr 12 11:50:23.119863 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55796) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:23.192844 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baeeff1-085c-482f-8c06-0be786bcf50f None None] Pushing event updated for resources: {'Port': ['ID=a6103323-bffe-426d-a77e-298a8295a0db,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:23.197243 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.db.api [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:50:23.197243 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG oslo_db.api [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:50:23.198574 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-8fd7d8a8-971e-4b89-807b-ec77e1378ea4 None None] Provisioning complete for port a6103323-bffe-426d-a77e-298a8295a0db triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:23.198985 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8fd7d8a8-971e-4b89-807b-ec77e1378ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a6103323-bffe-426d-a77e-298a8295a0db), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:23.300769 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Set router 145b2d40-e1f0-4242-be4c-513b76005d3b gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:23.411264 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7d8a8-971e-4b89-807b-ec77e1378ea4 None None] Current status of the port a6103323-bffe-426d-a77e-298a8295a0db is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:23.526327 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '76552a58-c402-499f-a27c-cbd418a802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:50:22Z', 'revision_number': 3, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port': {'id': '76552a58-c402-499f-a27c-cbd418a802ee', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:21Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:23.554629 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Checking router: 145b2d40-e1f0-4242-be4c-513b76005d3b for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:50:23.554982 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Updating router 145b2d40-e1f0-4242-be4c-513b76005d3b port 76552a58-c402-499f-a27c-cbd418a802ee binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:50:23.587430 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (76552a58-c402-499f-a27c-cbd418a802ee), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:23.686457 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:50:23.747509 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port a6103323-bffe-426d-a77e-298a8295a0db is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:23.922956 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:23.944438 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device a6103323-bffe-426d-a77e-298a8295a0db up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:23.978576 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Publish callbacks [] for port (76552a58-c402-499f-a27c-cbd418a802ee), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.019206 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port a6103323-bffe-426d-a77e-298a8295a0db triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:24.019860 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a6103323-bffe-426d-a77e-298a8295a0db), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.086884 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (76552a58-c402-499f-a27c-cbd418a802ee), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.121968 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Allocated IP 172.20.0.1 (7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d/5f3edf99-1e08-4fa6-9789-a8b19abb264f/a85220c2-a0bb-41e1-98ed-5194607c0aa2) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:50:24.184936 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Attempting to bind port 76552a58-c402-499f-a27c-cbd418a802ee on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:50:24.185224 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Attempting to bind port 76552a58-c402-499f-a27c-cbd418a802ee by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:50:24.185584 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Attempting to bind port 76552a58-c402-499f-a27c-cbd418a802ee on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:50:24.189043 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port a6103323-bffe-426d-a77e-298a8295a0db is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:24.194680 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e2183-742d-43c6-9bda-052f9b9f128e None None] Pushing event updated for resources: {'Port': ['ID=76552a58-c402-499f-a27c-cbd418a802ee,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:24.198927 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:50:24.204924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:50:24.204924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.204924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:50:24.204924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Bound port: 76552a58-c402-499f-a27c-cbd418a802ee, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:50:24.204924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (76552a58-c402-499f-a27c-cbd418a802ee), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.233618 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Publish callbacks [] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.254250 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] For port 76552a58-c402-499f-a27c-cbd418a802ee, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:50:24.257398 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] For port 76552a58-c402-499f-a27c-cbd418a802ee, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=76552a58-c402-499f-a27c-cbd418a802ee,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:50:24.342420 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.342688 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (76552a58-c402-499f-a27c-cbd418a802ee), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.383039 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:50:24.385824 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:24.389281 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:50:24.407436 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Routers {'145b2d40-e1f0-4242-be4c-513b76005d3b'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:24.408082 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['145b2d40-e1f0-4242-be4c-513b76005d3b'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:24.413687 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e2183-742d-43c6-9bda-052f9b9f128e None None] Pushing event updated for resources: {'Port': ['ID=76552a58-c402-499f-a27c-cbd418a802ee,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:24.425527 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Pushing event updated for resources: {'Port': ['ID=a85220c2-a0bb-41e1-98ed-5194607c0aa2,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:24.440297 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (145b2d40-e1f0-4242-be4c-513b76005d3b), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.531779 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] Set router 145b2d40-e1f0-4242-be4c-513b76005d3b gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:24.662968 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-dd114b75-70ab-4e46-bd00-09ce1242a67b None None] Provisioning complete for port a85220c2-a0bb-41e1-98ed-5194607c0aa2 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:24.664368 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dd114b75-70ab-4e46-bd00-09ce1242a67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.700855 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.739438 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-dd114b75-70ab-4e46-bd00-09ce1242a67b None None] Port a85220c2-a0bb-41e1-98ed-5194607c0aa2 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:50:24.753013 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '76552a58-c402-499f-a27c-cbd418a802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:50:22Z', 'revision_number': 3, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port': {'id': '76552a58-c402-499f-a27c-cbd418a802ee', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:21Z', 'updated_at': '2022-04-12T11:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:24.784974 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4eb37-cc3a-4d51-aadb-451f0bcf7dc0 None None] The sync data for ids ['145b2d40-e1f0-4242-be4c-513b76005d3b'] in dv-cinder-830091-4-iscsi is: [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '76552a58-c402-499f-a27c-cbd418a802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:50:22Z', 'revision_number': 3, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port': {'id': '76552a58-c402-499f-a27c-cbd418a802ee', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:21Z', 'updated_at': '2022-04-12T11:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:50:24.887705 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Publish callbacks [] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:24.941803 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:25.009303 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (145b2d40-e1f0-4242-be4c-513b76005d3b), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:25.020928 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Pushing event updated for resources: {'Port': ['ID=a85220c2-a0bb-41e1-98ed-5194607c0aa2,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:25.132931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:50:25.134521 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:50:25.283702 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Router 145b2d40-e1f0-4242-be4c-513b76005d3b has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:50:25.443442 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:50:25.454060 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-288dadd6-9f1a-4daf-a5a3-1981e9bf3e3b admin admin] 10.222.0.59 "PUT /v2.0/routers/145b2d40-e1f0-4242-be4c-513b76005d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3284447 Apr 12 11:50:25.517403 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fc50df4b-5b8c-4ec7-8854-02e912101645 None None] Provisioning complete for port a85220c2-a0bb-41e1-98ed-5194607c0aa2 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:25.518100 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fc50df4b-5b8c-4ec7-8854-02e912101645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:25.557343 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fc50df4b-5b8c-4ec7-8854-02e912101645 None None] Port a85220c2-a0bb-41e1-98ed-5194607c0aa2 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:50:25.941980 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 76552a58-c402-499f-a27c-cbd418a802ee up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:25.996375 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 76552a58-c402-499f-a27c-cbd418a802ee triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:25.996748 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (76552a58-c402-499f-a27c-cbd418a802ee), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.050289 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55848) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:26.064187 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-0bbdee3e-522e-46f0-ba1c-cbd0b3622767 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313914002', 'description': 'tempest-secgroup-smoke-313914002 description', 'project_id': '88b3fc36591e49c4bad25db7e86f6769'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:26.085951 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 76552a58-c402-499f-a27c-cbd418a802ee is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:26.086385 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (76552a58-c402-499f-a27c-cbd418a802ee), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.109284 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 76552a58-c402-499f-a27c-cbd418a802ee, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=76552a58-c402-499f-a27c-cbd418a802ee,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:50:26.285703 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0bbdee3e-522e-46f0-ba1c-cbd0b3622767 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.325878 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (76552a58-c402-499f-a27c-cbd418a802ee), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.365313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0bbdee3e-522e-46f0-ba1c-cbd0b3622767 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group (92d1c1d8-a2d0-45b3-872c-d90f218d0e96), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.376477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=76552a58-c402-499f-a27c-cbd418a802ee,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:26.462491 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0bbdee3e-522e-46f0-ba1c-cbd0b3622767 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (92d1c1d8-a2d0-45b3-872c-d90f218d0e96), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.530911 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Sync routers for ids ['145b2d40-e1f0-4242-be4c-513b76005d3b'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:50:26.537448 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Routers {'145b2d40-e1f0-4242-be4c-513b76005d3b'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:26.539020 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['145b2d40-e1f0-4242-be4c-513b76005d3b'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:26.543266 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdee3e-522e-46f0-ba1c-cbd0b3622767 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d1c1d8-a2d0-45b3-872c-d90f218d0e96,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:26.557506 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-508119c5-7c17-4b80-b007-28cd59899339 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475366 Apr 12 11:50:26.567808 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0bbdee3e-522e-46f0-ba1c-cbd0b3622767 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.569106 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0bbdee3e-522e-46f0-ba1c-cbd0b3622767 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5178342 Apr 12 11:50:26.572179 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55860) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:26.576801 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-22997db5-726b-465d-bf43-fcafd1936e3e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'security_group_rule': {'security_group_id': '92d1c1d8-a2d0-45b3-872c-d90f218d0e96', 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:26.653822 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Set router 145b2d40-e1f0-4242-be4c-513b76005d3b gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:26.659746 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-99be459e-8220-44f2-997d-5e50a94f3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:26.661255 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-99be459e-8220-44f2-997d-5e50a94f3842 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=31a755505f594ead8af5127ef8f502f1&device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 1129 time: 0.0400872 Apr 12 11:50:26.667973 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22997db5-726b-465d-bf43-fcafd1936e3e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (b99073ea-0ad6-43b9-8fde-1e912ec9532f), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.784770 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22997db5-726b-465d-bf43-fcafd1936e3e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (b99073ea-0ad6-43b9-8fde-1e912ec9532f), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.807125 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-948657b3-5426-4a23-a0fb-0f03a4f1d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:26.808606 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-948657b3-5426-4a23-a0fb-0f03a4f1d60c service neutron] 10.222.0.52 "GET /v2.0/networks?id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 200 len: 912 time: 0.1163459 Apr 12 11:50:26.850239 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22997db5-726b-465d-bf43-fcafd1936e3e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (b99073ea-0ad6-43b9-8fde-1e912ec9532f), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.869411 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22997db5-726b-465d-bf43-fcafd1936e3e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99073ea-0ad6-43b9-8fde-1e912ec9532f,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:26.869673 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '76552a58-c402-499f-a27c-cbd418a802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:50:24Z', 'revision_number': 4, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port': {'id': '76552a58-c402-499f-a27c-cbd418a802ee', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:21Z', 'updated_at': '2022-04-12T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'a85220c2-a0bb-41e1-98ed-5194607c0aa2', 'name': '', 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'mac_address': 'fa:16:3e:da:82:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f3edf99-1e08-4fa6-9789-a8b19abb264f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:23Z', 'updated_at': '2022-04-12T11:50:24Z', 'revision_number': 2, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'subnets': [{'id': '5f3edf99-1e08-4fa6-9789-a8b19abb264f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:26.897535 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Checking router: 145b2d40-e1f0-4242-be4c-513b76005d3b for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:50:26.897881 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Updating router 145b2d40-e1f0-4242-be4c-513b76005d3b port a85220c2-a0bb-41e1-98ed-5194607c0aa2 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:50:26.925861 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.927285 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22997db5-726b-465d-bf43-fcafd1936e3e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:26.928554 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-22997db5-726b-465d-bf43-fcafd1936e3e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3552380 Apr 12 11:50:26.931170 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55866) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:26.935815 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-ff7b7a3a-f029-4b54-816e-5dda44848572 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'security_group_rule': {'security_group_id': '92d1c1d8-a2d0-45b3-872c-d90f218d0e96', 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:27.015865 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7a3a-f029-4b54-816e-5dda44848572 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (da91b6db-55c0-4d1d-b551-373f49643908), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.077335 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7a3a-f029-4b54-816e-5dda44848572 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (da91b6db-55c0-4d1d-b551-373f49643908), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.164998 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7a3a-f029-4b54-816e-5dda44848572 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (da91b6db-55c0-4d1d-b551-373f49643908), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.183681 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b7a3a-f029-4b54-816e-5dda44848572 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da91b6db-55c0-4d1d-b551-373f49643908,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:27.198077 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Publish callbacks [] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.272285 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7a3a-f029-4b54-816e-5dda44848572 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.272285 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-ff7b7a3a-f029-4b54-816e-5dda44848572 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383667 Apr 12 11:50:27.273583 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55874) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:27.278421 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-ee9bd575-7a68-455f-9e13-4b71e357f41a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'security_group_rule': {'security_group_id': '92d1c1d8-a2d0-45b3-872c-d90f218d0e96', 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:27.279829 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.355382 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c1d79-ccd6-4aea-ae13-337849021f91 None None] Pushing event updated for resources: {'Port': ['ID=a85220c2-a0bb-41e1-98ed-5194607c0aa2,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:27.376481 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd575-7a68-455f-9e13-4b71e357f41a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (8221d90b-d019-486e-bd7b-339d75276a0c), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.390562 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Attempting to bind port a85220c2-a0bb-41e1-98ed-5194607c0aa2 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:50:27.391146 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Attempting to bind port a85220c2-a0bb-41e1-98ed-5194607c0aa2 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:50:27.391679 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Attempting to bind port a85220c2-a0bb-41e1-98ed-5194607c0aa2 on network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:50:27.397712 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:50:27.398613 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Checking segment: {'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:50:27.398613 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.398946 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Bound using segment: {'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:50:27.399413 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Bound port: a85220c2-a0bb-41e1-98ed-5194607c0aa2, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:50:27.399789 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.445977 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd575-7a68-455f-9e13-4b71e357f41a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (8221d90b-d019-486e-bd7b-339d75276a0c), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.473841 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] For port a85220c2-a0bb-41e1-98ed-5194607c0aa2, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:50:27.476990 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] For port a85220c2-a0bb-41e1-98ed-5194607c0aa2, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=a85220c2-a0bb-41e1-98ed-5194607c0aa2,segment=NetworkSegment(46f5c743-63cd-41d3-b50b-ce9d32b7ea2c),segment_id=46f5c743-63cd-41d3-b50b-ce9d32b7ea2c)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:50:27.513026 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd575-7a68-455f-9e13-4b71e357f41a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (8221d90b-d019-486e-bd7b-339d75276a0c), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.531661 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bd575-7a68-455f-9e13-4b71e357f41a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8221d90b-d019-486e-bd7b-339d75276a0c,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:27.571171 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.591020 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-220c1467-b851-440c-9676-bc8074ab5cab None None] Provisioning complete for port a85220c2-a0bb-41e1-98ed-5194607c0aa2 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:27.591669 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-220c1467-b851-440c-9676-bc8074ab5cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.607625 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd575-7a68-455f-9e13-4b71e357f41a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.610269 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-ee9bd575-7a68-455f-9e13-4b71e357f41a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340778 Apr 12 11:50:27.612718 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55876) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:27.617337 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-db32ff9c-62ab-40db-93ef-4dc46ae46d5e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'security_group_rule': {'security_group_id': '92d1c1d8-a2d0-45b3-872c-d90f218d0e96', 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:27.631365 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Routers {'145b2d40-e1f0-4242-be4c-513b76005d3b'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:27.632005 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['145b2d40-e1f0-4242-be4c-513b76005d3b'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:27.633857 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c1d79-ccd6-4aea-ae13-337849021f91 None None] Pushing event updated for resources: {'Port': ['ID=a85220c2-a0bb-41e1-98ed-5194607c0aa2,revision_number=4']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:27.700165 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-220c1467-b851-440c-9676-bc8074ab5cab None None] Current status of the port a85220c2-a0bb-41e1-98ed-5194607c0aa2 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:27.700724 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-220c1467-b851-440c-9676-bc8074ab5cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.702337 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-db32ff9c-62ab-40db-93ef-4dc46ae46d5e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (e41dda94-7899-4ec9-9073-23f09720db92), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.747113 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-220c1467-b851-440c-9676-bc8074ab5cab None None] For port a85220c2-a0bb-41e1-98ed-5194607c0aa2, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=a85220c2-a0bb-41e1-98ed-5194607c0aa2,segment=NetworkSegment(46f5c743-63cd-41d3-b50b-ce9d32b7ea2c),segment_id=46f5c743-63cd-41d3-b50b-ce9d32b7ea2c)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:50:27.777564 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-db32ff9c-62ab-40db-93ef-4dc46ae46d5e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (e41dda94-7899-4ec9-9073-23f09720db92), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.817052 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-220c1467-b851-440c-9676-bc8074ab5cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.844363 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-db32ff9c-62ab-40db-93ef-4dc46ae46d5e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (e41dda94-7899-4ec9-9073-23f09720db92), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.861094 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] Set router 145b2d40-e1f0-4242-be4c-513b76005d3b gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:27.870804 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32ff9c-62ab-40db-93ef-4dc46ae46d5e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41dda94-7899-4ec9-9073-23f09720db92,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:27.874695 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c1467-b851-440c-9676-bc8074ab5cab None None] Pushing event updated for resources: {'Port': ['ID=a85220c2-a0bb-41e1-98ed-5194607c0aa2,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:27.926926 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-db32ff9c-62ab-40db-93ef-4dc46ae46d5e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:27.928347 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-db32ff9c-62ab-40db-93ef-4dc46ae46d5e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3145180 Apr 12 11:50:27.930975 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 55878) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:27.936213 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-d4693a35-477d-4558-9b62-ef2b2e4bb44f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'security_group_rule': {'security_group_id': '92d1c1d8-a2d0-45b3-872c-d90f218d0e96', 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:27.952617 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 76552a58-c402-499f-a27c-cbd418a802ee up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:27.954529 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-235d2009-c61e-4058-8187-7fc196882d0a None None] Provisioning complete for port a85220c2-a0bb-41e1-98ed-5194607c0aa2 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:27.954895 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-235d2009-c61e-4058-8187-7fc196882d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.042152 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 76552a58-c402-499f-a27c-cbd418a802ee triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:28.042813 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (76552a58-c402-499f-a27c-cbd418a802ee), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.043827 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.securitygroups_db [None req-d4693a35-477d-4558-9b62-ef2b2e4bb44f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Project 88b3fc36591e49c4bad25db7e86f6769 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:50:28.052464 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d4693a35-477d-4558-9b62-ef2b2e4bb44f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (f4f93224-9d71-4f58-86ac-63e11c9f5c45), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.078907 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-da76a752-46b2-4150-9529-bac748ded601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '76552a58-c402-499f-a27c-cbd418a802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:50:24Z', 'revision_number': 4, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port': {'id': '76552a58-c402-499f-a27c-cbd418a802ee', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:21Z', 'updated_at': '2022-04-12T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'a85220c2-a0bb-41e1-98ed-5194607c0aa2', 'name': '', 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'mac_address': 'fa:16:3e:da:82:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f3edf99-1e08-4fa6-9789-a8b19abb264f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:23Z', 'updated_at': '2022-04-12T11:50:27Z', 'revision_number': 4, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'subnets': [{'id': '5f3edf99-1e08-4fa6-9789-a8b19abb264f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:28.101740 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-235d2009-c61e-4058-8187-7fc196882d0a None None] Current status of the port a85220c2-a0bb-41e1-98ed-5194607c0aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:28.109489 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76a752-46b2-4150-9529-bac748ded601 None None] The sync data for ids ['145b2d40-e1f0-4242-be4c-513b76005d3b'] in dv-cinder-830091-4-iscsi is: [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '76552a58-c402-499f-a27c-cbd418a802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:50:24Z', 'revision_number': 4, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port': {'id': '76552a58-c402-499f-a27c-cbd418a802ee', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:21Z', 'updated_at': '2022-04-12T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'a85220c2-a0bb-41e1-98ed-5194607c0aa2', 'name': '', 'network_id': '7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'mac_address': 'fa:16:3e:da:82:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f3edf99-1e08-4fa6-9789-a8b19abb264f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:23Z', 'updated_at': '2022-04-12T11:50:27Z', 'revision_number': 4, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'subnets': [{'id': '5f3edf99-1e08-4fa6-9789-a8b19abb264f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:50:28.115997 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-7cc5134a-ea2e-456f-92aa-a994a21d3aa4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e076d1b1-a066-4815-a7af-b346d329f35a HTTP/1.1" status: 200 len: 1001 time: 0.1153736 Apr 12 11:50:28.132322 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d4693a35-477d-4558-9b62-ef2b2e4bb44f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (f4f93224-9d71-4f58-86ac-63e11c9f5c45), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.158245 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 76552a58-c402-499f-a27c-cbd418a802ee is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:28.217252 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d4693a35-477d-4558-9b62-ef2b2e4bb44f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (f4f93224-9d71-4f58-86ac-63e11c9f5c45), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.240614 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4693a35-477d-4558-9b62-ef2b2e4bb44f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f93224-9d71-4f58-86ac-63e11c9f5c45,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:28.304076 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d4693a35-477d-4558-9b62-ef2b2e4bb44f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.308484 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 55886) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:28.308659 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-d4693a35-477d-4558-9b62-ef2b2e4bb44f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3760383 Apr 12 11:50:28.313497 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-691289d7-ccc4-4dda-9089-0ab674296d45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'security_group_rule': {'security_group_id': '92d1c1d8-a2d0-45b3-872c-d90f218d0e96', 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:50:28.393322 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.securitygroups_db [None req-691289d7-ccc4-4dda-9089-0ab674296d45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Project 88b3fc36591e49c4bad25db7e86f6769 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:50:28.399783 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-691289d7-ccc4-4dda-9089-0ab674296d45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (620903f2-651f-4f37-a186-92a2a3a78dec), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.685839 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-691289d7-ccc4-4dda-9089-0ab674296d45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (620903f2-651f-4f37-a186-92a2a3a78dec), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.747203 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-691289d7-ccc4-4dda-9089-0ab674296d45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (620903f2-651f-4f37-a186-92a2a3a78dec), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.766171 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691289d7-ccc4-4dda-9089-0ab674296d45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620903f2-651f-4f37-a186-92a2a3a78dec,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:28.817985 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-691289d7-ccc4-4dda-9089-0ab674296d45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:28.819203 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-691289d7-ccc4-4dda-9089-0ab674296d45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5095029 Apr 12 11:50:29.938847 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device a85220c2-a0bb-41e1-98ed-5194607c0aa2 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:50:29.985752 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port a85220c2-a0bb-41e1-98ed-5194607c0aa2 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:50:29.986184 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:30.064033 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port a85220c2-a0bb-41e1-98ed-5194607c0aa2 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:50:30.245880 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-91aecdf9-2b1c-466d-ba84-4748dd4f18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:30.247425 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-91aecdf9-2b1c-466d-ba84-4748dd4f18ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 200 len: 850 time: 0.0511599 Apr 12 11:50:30.324860 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-73446063-bcc6-406f-8fca-92ea586fb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:30.326800 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-73446063-bcc6-406f-8fca-92ea586fb374 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421712 Apr 12 11:50:30.425793 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-6e1c65b0-8cf4-4bbf-8c1d-ce7e81a7bbbd service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918589 Apr 12 11:50:30.518834 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5f4d218-d0d7-4b73-b937-ad1868280bef req-2b5861eb-e495-406e-bb54-605ac400b69f service neutron] 10.222.0.52 "GET /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865135 Apr 12 11:50:31.570486 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f1be4187-c887-42a4-a57b-c04c0118ce21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:33.930393 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc73a-cf3d-4d11-923e-5996abf99349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:35.233366 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:36.364339 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:37.809950 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:52.593214 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:54.649158 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3f9e-64a6-4ac7-88ba-0e99a39729f2 req-eb12875a-26cb-4ac9-8a1b-ba4e77dd0711 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:54.650556 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-501a3f9e-64a6-4ac7-88ba-0e99a39729f2 req-eb12875a-26cb-4ac9-8a1b-ba4e77dd0711 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 945 time: 0.0466206 Apr 12 11:50:54.697880 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-501a3f9e-64a6-4ac7-88ba-0e99a39729f2 req-c8b5d1eb-464f-4f76-9a6f-5405a5c265bb tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418591 Apr 12 11:50:55.814237 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9eb6b-92fa-45e8-9485-e11726ea1a0c req-f8bf4882-4c34-4e2a-ab26-fb42d43570db tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:55.815867 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e9d9eb6b-92fa-45e8-9485-e11726ea1a0c req-f8bf4882-4c34-4e2a-ab26-fb42d43570db tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Apr 12 11:50:55.866205 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e9d9eb6b-92fa-45e8-9485-e11726ea1a0c req-07bdd0d9-efe9-4bf0-b7c5-d6e83d02b561 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 Apr 12 11:50:56.983630 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdc51d-720b-48d0-a4ac-3aa5a67b4793 req-85bdc56f-4ad1-4ca8-98a9-004e9f847cf7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:56.985469 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-02cdc51d-720b-48d0-a4ac-3aa5a67b4793 req-85bdc56f-4ad1-4ca8-98a9-004e9f847cf7 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 945 time: 0.0527029 Apr 12 11:50:57.036598 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-02cdc51d-720b-48d0-a4ac-3aa5a67b4793 req-b31ab722-7b7b-4e9a-a87e-b63006b1b687 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups?id=a91232b3-0c5e-41d5-a125-b5740764bec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443349 Apr 12 11:50:57.428086 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233936e8-950a-4e1c-be7f-896365d065f3 req-503d70d7-9e29-48bb-9de5-36de004ffbd9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:50:57.429591 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-233936e8-950a-4e1c-be7f-896365d065f3 req-503d70d7-9e29-48bb-9de5-36de004ffbd9 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 945 time: 0.0459545 Apr 12 11:50:57.515730 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Deleting port e076d1b1-a066-4815-a7af-b346d329f35a {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:50:57.516066 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:57.607376 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] For port e076d1b1-a066-4815-a7af-b346d329f35a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e076d1b1-a066-4815-a7af-b346d329f35a,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:50:57.607747 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:57.778694 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:57.779150 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (52072eee-22aa-40be-b1c3-9bc62f4b3903), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:57.779705 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Floating IP 52072eee-22aa-40be-b1c3-9bc62f4b3903 disassociated. External IP: 172.27.1.211, port: e076d1b1-a066-4815-a7af-b346d329f35a. Apr 12 11:50:57.780112 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Calling delete_port for e076d1b1-a066-4815-a7af-b346d329f35a owned by compute:nova {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:50:57.976234 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (e076d1b1-a066-4815-a7af-b346d329f35a), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:58.006760 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event deleted for resources: {'Port': ['ID=e076d1b1-a066-4815-a7af-b346d329f35a,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:58.150969 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7baca938-a2fc-42d4-ac45-4c9be1a5e067 req-b0aa35b5-d3c8-463a-b8ef-862d474cafed tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 210 time: 0.0315554 Apr 12 11:50:58.177690 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:50:58.289954 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:50:58.300431 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] Sync routers for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:50:58.311365 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:58.311980 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:58.335826 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] No DVR routers for this DVR port e076d1b1-a066-4815-a7af-b346d329f35a on host hv-cinder-83009 {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:50:58.338474 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:58.341787 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-233936e8-950a-4e1c-be7f-896365d065f3 req-fbd46e12-59d6-4ec2-94c2-7be5baa08bdf tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.52 "DELETE /v2.0/ports/e076d1b1-a066-4815-a7af-b346d329f35a HTTP/1.1" status: 204 len: 173 time: 0.9069161 Apr 12 11:50:58.342266 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'name': 'network-vif-deleted', 'tag': 'e076d1b1-a066-4815-a7af-b346d329f35a'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:50:58.345573 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394d533e-7fc1-4b95-9cde-0efb30d2a90f" -d '{"events": [{"server_uuid": "f2a6a211-8cd5-4c76-abe8-8415cf836886", "name": "network-vif-deleted", "tag": "e076d1b1-a066-4815-a7af-b346d329f35a"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:50:58.388417 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de1a88c-c50a-40cd-8c6c-3c84e1f91cf8 x-openstack-request-id: req-9de1a88c-c50a-40cd-8c6c-3c84e1f91cf8 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:50:58.389085 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a6a211-8cd5-4c76-abe8-8415cf836886", "name": "network-vif-deleted", "tag": "e076d1b1-a066-4815-a7af-b346d329f35a", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:50:58.389538 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9de1a88c-c50a-40cd-8c6c-3c84e1f91cf8 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:50:58.390167 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de1a88c-c50a-40cd-8c6c-3c84e1f91cf8'] response: {'server_uuid': 'f2a6a211-8cd5-4c76-abe8-8415cf836886', 'name': 'network-vif-deleted', 'tag': 'e076d1b1-a066-4815-a7af-b346d329f35a', 'status': 'completed', 'code': 200} Apr 12 11:50:58.430034 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:58.634939 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:58.662612 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] Checking router: 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:50:58.671577 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:50:58.672305 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:50:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:58.679264 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56282) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:58.784421 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2eecf18a-afd1-4122-8f29-ca5fb9ea1c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:58.789160 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:50:58.858606 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2eecf18a-afd1-4122-8f29-ca5fb9ea1c42 admin admin] Publish callbacks [] for security_group (a2c2f880-418b-4630-8962-eed54f0978e7), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:58.913548 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2eecf18a-afd1-4122-8f29-ca5fb9ea1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a2c2f880-418b-4630-8962-eed54f0978e7), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:58.952231 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-2eecf18a-afd1-4122-8f29-ca5fb9ea1c42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34efbfc413864cf1b3bc52fa0116521d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731640 Apr 12 11:50:58.954197 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecf18a-afd1-4122-8f29-ca5fb9ea1c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c2f880-418b-4630-8962-eed54f0978e7,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:58.955043 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56286) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:50:58.982713 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:50:59.007320 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ca858cc1-f8d3-41c5-b356-03cbf6108e04 admin admin] Publish callbacks [] for security_group (a2c2f880-418b-4630-8962-eed54f0978e7), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:59.016290 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69cfb0f-3f49-4764-936c-29e148a34006 None None] The sync data for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi is: [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:16:00Z', 'revision_number': 4, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '02520b53-9897-494f-93e4-ca09bf650537', 'name': '', 'network_id': '49e3b466-2ea0-4031-b2f6-ef45f52e0aa9', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'mac_address': 'fa:16:3e:44:81:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:16:00Z', 'updated_at': '2022-04-12T11:16:04Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'subnets': [{'id': 'f2e44d4b-bd17-40b5-89f5-bc3584980c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:50:59.032014 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ca858cc1-f8d3-41c5-b356-03cbf6108e04 admin admin] Publish callbacks [] for security_group (a2c2f880-418b-4630-8962-eed54f0978e7), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:59.183265 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ca858cc1-f8d3-41c5-b356-03cbf6108e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a2c2f880-418b-4630-8962-eed54f0978e7), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:59.185909 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ca858cc1-f8d3-41c5-b356-03cbf6108e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:50:59.189456 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-ca858cc1-f8d3-41c5-b356-03cbf6108e04 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2c2f880-418b-4630-8962-eed54f0978e7 HTTP/1.1" status: 204 len: 168 time: 0.2308407 Apr 12 11:50:59.212216 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca858cc1-f8d3-41c5-b356-03cbf6108e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c2f880-418b-4630-8962-eed54f0978e7,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:50:59.276254 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-96c1d7fa-f668-4e10-8b46-92cc59e5d0fb req-3b46c5a9-082d-4b94-80d1-366b041a733d tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2a6a211-8cd5-4c76-abe8-8415cf836886 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Apr 12 11:50:59.306886 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b274bb-38b7-453a-a5d6-e5061084c2b4 None None] New status for floating IP 52072eee-22aa-40be-b1c3-9bc62f4b3903: DOWN {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:51:00.178247 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56316) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:00.273879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1949006567-network', 'tenant_id': '694921a5610d42e0a53fa8382f007d57'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:00.686811 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:51:00.725022 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Made reservation on behalf of 694921a5610d42e0a53fa8382f007d57 for: {'network': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:00.727425 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:00.737024 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:00.747635 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56326) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:00.834282 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87f52628-fe50-4ab3-9534-6bbee142f229 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (a91232b3-0c5e-41d5-a125-b5740764bec2), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:00.872344 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87f52628-fe50-4ab3-9534-6bbee142f229 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (a91232b3-0c5e-41d5-a125-b5740764bec2), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:00.892692 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Publish callbacks [] for security_group (c6dd281c-9357-4bd3-9784-47c9f8325054), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:00.964064 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (c6dd281c-9357-4bd3-9784-47c9f8325054), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:00.988634 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd281c-9357-4bd3-9784-47c9f8325054,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:01.003550 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device e076d1b1-a066-4815-a7af-b346d329f35a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:51:01.019182 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: e076d1b1-a066-4815-a7af-b346d329f35a {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:51:01.019534 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device e076d1b1-a066-4815-a7af-b346d329f35a not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:51:01.089157 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:51:01.097971 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (3ba9063d-9218-4543-b065-d715b8ee5589), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.098338 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.segments_db [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Added segment 3ba9063d-9218-4543-b065-d715b8ee5589 of type vlan for network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf Apr 12 11:51:01.107350 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87f52628-fe50-4ab3-9534-6bbee142f229 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a91232b3-0c5e-41d5-a125-b5740764bec2), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.110354 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87f52628-fe50-4ab3-9534-6bbee142f229 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.112325 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-87f52628-fe50-4ab3-9534-6bbee142f229 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "DELETE /v2.0/security-groups/a91232b3-0c5e-41d5-a125-b5740764bec2 HTTP/1.1" status: 204 len: 168 time: 0.3629451 Apr 12 11:51:01.114840 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56328) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:01.128957 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.api.v2.resource [None req-c3944d40-5fc1-4882-ad51-b38b56465ca6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] show failed (client error): The resource could not be found. Apr 12 11:51:01.131620 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c3944d40-5fc1-4882-ad51-b38b56465ca6 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "GET /v2.0/security-groups/a91232b3-0c5e-41d5-a125-b5740764bec2 HTTP/1.1" status: 404 len: 347 time: 0.0141487 Apr 12 11:51:01.133883 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56332) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:01.145129 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f52628-fe50-4ab3-9534-6bbee142f229 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91232b3-0c5e-41d5-a125-b5740764bec2,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:01.157844 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (bec0f1bd-4efa-44a4-8f71-285fcad5cfaf), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.250819 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (bec0f1bd-4efa-44a4-8f71-285fcad5cfaf), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.252096 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:01.253294 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.272579 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Deleting port 8777047c-e5e6-4692-bc91-d2dc0d62e76b {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:51:01.272933 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (8777047c-e5e6-4692-bc91-d2dc0d62e76b), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.328920 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] Pushing event updated for resources: {'Network': ['ID=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:01.339272 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:51:01.357468 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (8777047c-e5e6-4692-bc91-d2dc0d62e76b), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.357790 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (8777047c-e5e6-4692-bc91-d2dc0d62e76b), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.372319 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Calling delete_port for 8777047c-e5e6-4692-bc91-d2dc0d62e76b owned by network:floatingip {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:51:01.405418 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-5af94f39-2da6-467b-b2ca-09bfbe456b18 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2260394 Apr 12 11:51:01.406306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56336) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:01.411460 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Request body: {'subnet': {'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1949006567-subnet', 'tenant_id': '694921a5610d42e0a53fa8382f007d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:01.507947 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Made reservation on behalf of 694921a5610d42e0a53fa8382f007d57 for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:01.510667 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27022916'] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.575477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f00218c6-fa98-48e1-a509-72b2991a340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.605209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (8777047c-e5e6-4692-bc91-d2dc0d62e76b), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.636623 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Pushing event deleted for resources: {'Port': ['ID=8777047c-e5e6-4692-bc91-d2dc0d62e76b,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:01.694161 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks [] for floatingip (52072eee-22aa-40be-b1c3-9bc62f4b3903), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.696700 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.697842 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-66099e5a-4008-40d1-9565-596e4b027500 tempest-AttachVolumeTestJSON-745670952 tempest-AttachVolumeTestJSON-745670952-project] 10.222.0.59 "DELETE /v2.0/floatingips/52072eee-22aa-40be-b1c3-9bc62f4b3903 HTTP/1.1" status: 204 len: 168 time: 0.5632482 Apr 12 11:51:01.725393 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26284142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27022934'] for subnet (19d4c66c-41ce-4036-80ab-7680c80e26b8), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.781289 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d4c66c-41ce-4036-80ab-7680c80e26b8,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:01.790746 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Checking segment: {'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:51:01.791180 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Network hostable DHCP agents. Network: bec0f1bd-4efa-44a4-8f71-285fcad5cfaf, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:51:01.880186 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:51:01.958230 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, bec0f1bd-4efa-44a4-8f71-285fcad5cfaf) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:51:01.959803 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:01.960411 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:01.965366 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bfccef-09f5-4cf0-89a4-5bd65711de66 None None] Network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:51:02.053853 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-faab9224-3365-491f-9baf-02dcbcb26677 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6462340 Apr 12 11:51:02.067695 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d751fd-9a61-41e9-a72c-657e03b1319f None None] Network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:51:03.914095 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6146baec-baad-4cb5-b6b6-e17993470289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:05.183008 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-69e84cb6-61b2-4a63-9e60-8549cc257d56 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:05.185158 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-69e84cb6-61b2-4a63-9e60-8549cc257d56 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/networks?id=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf HTTP/1.1" status: 200 len: 809 time: 0.1054888 Apr 12 11:51:05.199286 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-77dc9c6d-3a2c-4e44-a0b9-9c52eb4c1f36 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/quotas/694921a5610d42e0a53fa8382f007d57 HTTP/1.1" status: 200 len: 375 time: 0.0095556 Apr 12 11:51:05.231767 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2fa15362-c58a-469b-94cd-bd32d2f47245 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=694921a5610d42e0a53fa8382f007d57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275099 Apr 12 11:51:05.233776 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:05.248135 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-544438a4-2703-4c11-937b-0dedf139e886 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:51:05.248135 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-544438a4-2703-4c11-937b-0dedf139e886 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050268 Apr 12 11:51:05.335864 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-6e0bfa7c-5723-49de-a5df-e726bedc4daa service neutron] 10.222.0.59 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870104 Apr 12 11:51:05.427763 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-f42d980b-7eb2-42f6-95a0-782a05c9787a service neutron] 10.222.0.59 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857542 Apr 12 11:51:05.618090 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-c45992bd-5b9c-4ce4-b7cd-e72bd8595e85 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313914002&fields=id&tenant_id=88b3fc36591e49c4bad25db7e86f6769 HTTP/1.1" status: 200 len: 267 time: 0.0567558 Apr 12 11:51:05.709051 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ca3ddb9f-aa6c-4241-ae7b-7deaa0881843 req-1b36131f-3a51-4bef-9a36-da2039175578 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 210 time: 0.0306718 Apr 12 11:51:05.754607 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-24877fee-6a0a-4ec0-bc86-dd8d32a9a9c4 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:05.756101 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-24877fee-6a0a-4ec0-bc86-dd8d32a9a9c4 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 808 time: 0.1314948 Apr 12 11:51:05.774350 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-ff6822c6-4a45-47db-994a-7dd28e21560c tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/quotas/88b3fc36591e49c4bad25db7e86f6769 HTTP/1.1" status: 200 len: 375 time: 0.0097046 Apr 12 11:51:05.828162 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a79b9a9a-9799-4fb8-8ef2-51b0b6d819b5 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481191 Apr 12 11:51:05.892234 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-9d3ce91c-2833-4a93-9b47-2f0148c750b5 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:51:05.893664 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-9d3ce91c-2833-4a93-9b47-2f0148c750b5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521786 Apr 12 11:51:05.988585 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-e8dc85fe-1921-4625-ac34-c851acf6d271 service neutron] 10.222.0.59 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883114 Apr 12 11:51:06.081618 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-18c816e0-1dd4-43a5-b923-86377415936f service neutron] 10.222.0.59 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872166 Apr 12 11:51:06.353633 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:06.687402 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8d6f5f84-28e4-4ecf-9926-f9bbcd2047af req-b757d409-0dc8-452e-84a4-75c18377aeac tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 210 time: 0.0323875 Apr 12 11:51:06.794464 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56436) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:06.818705 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e5eebe0-f969-4269-a87d-5ea4302367f7 req-bb3637e4-ce73-4e57-ac85-0fa6a209cd4d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 210 time: 0.0335577 Apr 12 11:51:07.177176 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:07.408047 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Deleting port 02520b53-9897-494f-93e4-ca09bf650537 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:51:07.408529 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (02520b53-9897-494f-93e4-ca09bf650537), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:07.490342 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] For port 02520b53-9897-494f-93e4-ca09bf650537, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=02520b53-9897-494f-93e4-ca09bf650537,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:07.490719 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (02520b53-9897-494f-93e4-ca09bf650537), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:07.504207 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Calling delete_port for 02520b53-9897-494f-93e4-ca09bf650537 owned by network:router_interface {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:51:07.833618 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:07.926421 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ba9271e4-bd33-4869-8235-ab16fc7dfe26 req-9fb611cb-1938-4d8b-ac78-b24edcee8fb7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 210 time: 0.0369947 Apr 12 11:51:07.931752 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-54bdc62b-26bb-47e9-af0b-182619a1bd2d req-4b530dfd-11a1-45f9-9ffb-d0c54567c9af tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 210 time: 0.0305619 Apr 12 11:51:08.031437 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-3280bed4-b175-4046-957d-d09a24420e25 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:08.032943 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-3280bed4-b175-4046-957d-d09a24420e25 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.52 "GET /v2.0/networks?id=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf HTTP/1.1" status: 200 len: 809 time: 0.1057076 Apr 12 11:51:08.070465 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Request body: {'port': {'device_id': 'ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a', 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf', 'admin_state_up': True, 'tenant_id': '694921a5610d42e0a53fa8382f007d57'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:08.223008 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (02520b53-9897-494f-93e4-ca09bf650537), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:08.255435 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=02520b53-9897-494f-93e4-ca09bf650537,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:08.265179 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Made reservation on behalf of 694921a5610d42e0a53fa8382f007d57 for: {'port': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:08.267116 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:08.532680 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Allocated IP 172.20.0.7 (bec0f1bd-4efa-44a4-8f71-285fcad5cfaf/19d4c66c-41ce-4036-80ab-7680c80e26b8/bb386ac4-693c-4305-9e1f-d2003f09d3bd) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:51:08.544172 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:08.817425 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks [] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:08.902518 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:51:09.038304 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6fe4a62f-cff3-4d02-a120-50d8973f7d8e req-1dfb7833-4c03-4fff-a1fe-299c99a9b6e9 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 210 time: 0.0285068 Apr 12 11:51:09.041893 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-36229b47-7257-4c0c-8903-a8bb133f9c90 req-3ba794f2-3a96-4a42-8887-34f7ef49f1d8 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 210 time: 0.0354490 Apr 12 11:51:09.046504 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:51:09.059089 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] Sync routers for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:51:09.061661 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-aa974c2c-28c3-43bc-bbbc-78559d3ae8fe admin admin] 10.222.0.59 "PUT /v2.0/routers/7ca33994-9de7-42a2-9f70-7b8ed51bc9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661815 Apr 12 11:51:09.064136 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56466) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:09.070912 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:51:09.071539 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:51:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:09.072142 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:09.195934 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:51:09.202512 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:51:09.212125 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:51:09.217177 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Pushing event updated for resources: {'Port': ['ID=bb386ac4-693c-4305-9e1f-d2003f09d3bd,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:09.269284 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks [] for router (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:09.275610 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:09.276218 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:09.317726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:51:09.381611 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-ff410b57-bb4e-44e9-9b16-f2b2e85da2d1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3323765 Apr 12 11:51:09.395119 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks [] for router_gateway (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:09.404408 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Request body: {'port': {'device_id': 'ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:09.465971 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:09.491529 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:51:08Z', 'revision_number': 5, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port': {'id': 'd0835f34-b8dd-4c44-9b3c-36e1dfe62f96', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:15:57Z', 'updated_at': '2022-04-12T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:09.520221 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] Checking router: 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:51:09.528737 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] Routers {'7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:51:09.529397 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:51:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:09.597675 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Deleting port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:51:09.598048 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:09.623124 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] Set router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd gateway port host: None {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:51:09.678843 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:51:09Z', 'revision_number': 6, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port_host': None}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:09.711352 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18086645-cc3b-40c5-8c98-900602e993cd None None] The sync data for ids ['7ca33994-9de7-42a2-9f70-7b8ed51bc9bd'] in dv-cinder-830091-4-iscsi is: [{'id': '7ca33994-9de7-42a2-9f70-7b8ed51bc9bd', 'name': 'tempest-AttachVolumeTestJSON-1505677479-router', 'tenant_id': '31a755505f594ead8af5127ef8f502f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:15:56Z', 'updated_at': '2022-04-12T11:51:09Z', 'revision_number': 6, 'project_id': '31a755505f594ead8af5127ef8f502f1', 'gw_port_host': None}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:51:09.754188 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] For port d0835f34-b8dd-4c44-9b3c-36e1dfe62f96, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=d0835f34-b8dd-4c44-9b3c-36e1dfe62f96,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:09.754562 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:09.775467 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Calling delete_port for d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 owned by network:router_gateway {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:51:09.890808 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb386ac4-693c-4305-9e1f-d2003f09d3bd {{(pid=103888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:51:09.900429 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Publish callbacks [] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:09.919805 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.52', 65334) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:09.959504 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.provisioning_blocks [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Transition to ACTIVE for port object bb386ac4-693c-4305-9e1f-d2003f09d3bd will not be triggered until provisioned by entity L2. {{(pid=103888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:51:10.023965 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-590dfee1-db77-4b91-a6ca-2505ffd28de3 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:10.025404 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-590dfee1-db77-4b91-a6ca-2505ffd28de3 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 808 time: 0.1044881 Apr 12 11:51:10.077470 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.145598 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-85751d8f-e93d-4163-bf2d-23dabe10dfde tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88b3fc36591e49c4bad25db7e86f6769 HTTP/1.1" status: 200 len: 379 time: 0.0924830 Apr 12 11:51:10.160578 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'port': {'device_id': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'admin_state_up': True, 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'security_groups': ['92d1c1d8-a2d0-45b3-872c-d90f218d0e96']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:10.161247 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 02520b53-9897-494f-93e4-ca09bf650537 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:51:10.180280 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Pushing event updated for resources: {'Port': ['ID=bb386ac4-693c-4305-9e1f-d2003f09d3bd,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:10.186323 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 02520b53-9897-494f-93e4-ca09bf650537 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:51:10.186798 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 02520b53-9897-494f-93e4-ca09bf650537 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:51:10.229758 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ebeab4cd-4db2-4449-8f67-da6d259d12e3 req-054793c0-75cf-4415-b34a-4fd0800807d0 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 210 time: 0.0468001 Apr 12 11:51:10.335614 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Attempting to bind port bb386ac4-693c-4305-9e1f-d2003f09d3bd on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:51:10.336095 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Attempting to bind port bb386ac4-693c-4305-9e1f-d2003f09d3bd by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:51:10.336492 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Attempting to bind port bb386ac4-693c-4305-9e1f-d2003f09d3bd on network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:51:10.341444 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Port bb386ac4-693c-4305-9e1f-d2003f09d3bd on network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:51:10.341919 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Attempting to bind port bb386ac4-693c-4305-9e1f-d2003f09d3bd on network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:51:10.346990 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:51:10.350610 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Checking segment: {'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:51:10.350610 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Bound using segment: {'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:51:10.350610 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Bound port: bb386ac4-693c-4305-9e1f-d2003f09d3bd, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:51:10.350610 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.384175 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (d0835f34-b8dd-4c44-9b3c-36e1dfe62f96), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.399075 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Made reservation on behalf of 88b3fc36591e49c4bad25db7e86f6769 for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:10.402387 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.417564 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0835f34-b8dd-4c44-9b3c-36e1dfe62f96,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:10.419391 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237e5f-9aea-469c-8e86-51426e6b3c44 req-4a4568a7-08ce-44af-8367-d9685565ca6a tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:10.425535 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ba237e5f-9aea-469c-8e86-51426e6b3c44 req-4a4568a7-08ce-44af-8367-d9685565ca6a tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 943 time: 0.2393956 Apr 12 11:51:10.484640 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] For port bb386ac4-693c-4305-9e1f-d2003f09d3bd, host hv-cinder-83009, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:51:10.500956 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] For port bb386ac4-693c-4305-9e1f-d2003f09d3bd, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb386ac4-693c-4305-9e1f-d2003f09d3bd,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:51:10.508972 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.517729 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ba237e5f-9aea-469c-8e86-51426e6b3c44 req-8b3daa8d-51dc-4225-b570-a9ada7fbf931 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889175 Apr 12 11:51:10.582119 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Allocated IP 172.20.0.9 (d6725621-d0d7-4704-a0c8-bcba7e6c4555/2337fa5f-5c2d-4938-ac03-aaac15e51a81/f496f521-8960-4cb8-a836-6b36296e867a) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:51:10.601896 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.614250 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.618105 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks [] for router_controller (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.650472 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:10.651104 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.652572 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] 10.222.0.52 "PUT /v2.0/ports/bb386ac4-693c-4305-9e1f-d2003f09d3bd HTTP/1.1" status: 200 len: 1093 time: 1.2533088 Apr 12 11:51:10.653020 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a', 'tag': 'bb386ac4-693c-4305-9e1f-d2003f09d3bd'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:10.655293 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869cadc6-8478-49f7-b1da-c1ee3a903e35" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a", "tag": "bb386ac4-693c-4305-9e1f-d2003f09d3bd"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:10.702614 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e864c7-c3c4-4fba-aef0-ae66e9247669 x-openstack-request-id: req-c3e864c7-c3c4-4fba-aef0-ae66e9247669 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:10.702898 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a", "tag": "bb386ac4-693c-4305-9e1f-d2003f09d3bd", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:10.703147 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3e864c7-c3c4-4fba-aef0-ae66e9247669 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:10.703547 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e864c7-c3c4-4fba-aef0-ae66e9247669'] response: {'name': 'network-changed', 'server_uuid': 'ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a', 'tag': 'bb386ac4-693c-4305-9e1f-d2003f09d3bd', 'status': 'completed', 'code': 200} Apr 12 11:51:10.714794 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88e66e-a0a7-4390-b103-cdfa6aeb871f service neutron] Pushing event updated for resources: {'Port': ['ID=bb386ac4-693c-4305-9e1f-d2003f09d3bd,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:10.755567 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for port (f496f521-8960-4cb8-a836-6b36296e867a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.783155 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (7ca33994-9de7-42a2-9f70-7b8ed51bc9bd), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.784202 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ca33994-9de7-42a2-9f70-7b8ed51bc9bd {{(pid=103888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:51:10.794546 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.794546 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-898f2def-38a5-4573-b975-9a4df47924b2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7ca33994-9de7-42a2-9f70-7b8ed51bc9bd HTTP/1.1" status: 204 len: 168 time: 1.7249434 Apr 12 11:51:10.794973 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56480) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:10.798952 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cadc6-8478-49f7-b1da-c1ee3a903e35 req-785028f0-78b9-49bb-82fe-6d5dc2ea7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:10.800912 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-869cadc6-8478-49f7-b1da-c1ee3a903e35 req-785028f0-78b9-49bb-82fe-6d5dc2ea7d4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=694921a5610d42e0a53fa8382f007d57&device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 1127 time: 0.0557358 Apr 12 11:51:10.841343 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c6fca9-fa15-4a8e-b404-acbd27f88a8f admin admin] Deleting subnet f2e44d4b-bd17-40b5-89f5-bc3584980c72 {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:51:10.846242 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d0c6fca9-fa15-4a8e-b404-acbd27f88a8f admin admin] Publish callbacks [] for subnet (f2e44d4b-bd17-40b5-89f5-bc3584980c72), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.886667 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d0c6fca9-fa15-4a8e-b404-acbd27f88a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (f2e44d4b-bd17-40b5-89f5-bc3584980c72), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.916262 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:10.923615 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cadc6-8478-49f7-b1da-c1ee3a903e35 req-295e41da-3bfe-4a3f-b4e6-8e1d45ed1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:10.926020 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-869cadc6-8478-49f7-b1da-c1ee3a903e35 req-295e41da-3bfe-4a3f-b4e6-8e1d45ed1909 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=694921a5610d42e0a53fa8382f007d57&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1117551 Apr 12 11:51:10.967577 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:51:10.977014 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:51:10.977734 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:51:11.048301 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:11.048556 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cadc6-8478-49f7-b1da-c1ee3a903e35 req-c899e256-1444-47f7-bf62-b03ba66cb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:11.048556 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-869cadc6-8478-49f7-b1da-c1ee3a903e35 req-c899e256-1444-47f7-bf62-b03ba66cb748 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160445 Apr 12 11:51:11.078277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:11.078898 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.088207 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d0c6fca9-fa15-4a8e-b404-acbd27f88a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (f2e44d4b-bd17-40b5-89f5-bc3584980c72), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.156892 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-fbaf3d5c-c0d5-42ce-9203-d2b0cb7fe0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:11.158628 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-fbaf3d5c-c0d5-42ce-9203-d2b0cb7fe0cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=694921a5610d42e0a53fa8382f007d57&device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 1127 time: 0.0443385 Apr 12 11:51:11.179995 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-d3b55da1-02ab-4b2d-ac42-c24852194063 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0262542 Apr 12 11:51:11.196959 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Request body: {'port': {'device_id': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:11.209143 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-47198bf8-e863-4c13-b86b-760867b1c300 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb386ac4-693c-4305-9e1f-d2003f09d3bd HTTP/1.1" status: 200 len: 217 time: 0.0379920 Apr 12 11:51:11.221755 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d0c6fca9-fa15-4a8e-b404-acbd27f88a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26284707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27022937'] for subnet (f2e44d4b-bd17-40b5-89f5-bc3584980c72), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.261597 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6fca9-fa15-4a8e-b404-acbd27f88a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e44d4b-bd17-40b5-89f5-bc3584980c72,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:11.271437 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d0c6fca9-fa15-4a8e-b404-acbd27f88a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.275562 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-d0c6fca9-fa15-4a8e-b404-acbd27f88a8f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f2e44d4b-bd17-40b5-89f5-bc3584980c72 HTTP/1.1" status: 204 len: 168 time: 0.4800916 Apr 12 11:51:11.277563 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e27dd-2879-4972-b6e6-07b4d71642a0 None None] Network 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:51:11.278658 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-abdf5361-1be7-447a-97d3-b1d68cce0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:11.280183 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-abdf5361-1be7-447a-97d3-b1d68cce0ceb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19d4c66c-41ce-4036-80ab-7680c80e26b8 HTTP/1.1" status: 200 len: 849 time: 0.0609567 Apr 12 11:51:11.280670 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56484) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:11.310816 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (f496f521-8960-4cb8-a836-6b36296e867a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.336594 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-2d12656d-0c49-4203-bbae-fff967fe5a40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464225 Apr 12 11:51:11.362972 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-b8bc454b-40a6-46fd-adb8-f93df5f8de6d None None] Provisioning complete for port f496f521-8960-4cb8-a836-6b36296e867a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:51:11.363465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b8bc454b-40a6-46fd-adb8-f93df5f8de6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (f496f521-8960-4cb8-a836-6b36296e867a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.394674 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b75bb0-c3bd-42e0-a9c2-87fe2c776c90 req-9dc7b7b4-5ce4-46d5-bb0d-fddb13de350f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:11.396971 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-58b75bb0-c3bd-42e0-a9c2-87fe2c776c90 req-9dc7b7b4-5ce4-46d5-bb0d-fddb13de350f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 931 time: 0.0741146 Apr 12 11:51:11.407124 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.429984 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc454b-40a6-46fd-adb8-f93df5f8de6d None None] Port f496f521-8960-4cb8-a836-6b36296e867a cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:51:11.496662 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-5950f343-7a92-4949-a60a-8e3bab9f2dc8 service neutron] 10.222.0.52 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542947 Apr 12 11:51:11.512269 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Deleting port 595bcbea-2c27-4d1c-9a02-5223a75182ae {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:51:11.512606 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.524964 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] DHCP port deletion for 49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:51:11.545845 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-58b75bb0-c3bd-42e0-a9c2-87fe2c776c90 req-fa6b2736-b7f3-49f1-888f-f1d46377e535 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315157 Apr 12 11:51:11.589737 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] Deleting port 595bcbea-2c27-4d1c-9a02-5223a75182ae {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:51:11.590264 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.657836 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] For port 595bcbea-2c27-4d1c-9a02-5223a75182ae, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=595bcbea-2c27-4d1c-9a02-5223a75182ae,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:11.658774 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.671611 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] For port 595bcbea-2c27-4d1c-9a02-5223a75182ae, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=595bcbea-2c27-4d1c-9a02-5223a75182ae,segment=NetworkSegment(55213739-816d-4763-811e-8270b0ff419a),segment_id=55213739-816d-4763-811e-8270b0ff419a)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:11.671985 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.676549 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] Calling delete_port for 595bcbea-2c27-4d1c-9a02-5223a75182ae owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:51:11.712834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f496f521-8960-4cb8-a836-6b36296e867a {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:51:11.713225 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Calling delete_port for 595bcbea-2c27-4d1c-9a02-5223a75182ae owned by network:dhcp {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:51:11.724122 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Publish callbacks [] for port (f496f521-8960-4cb8-a836-6b36296e867a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.737126 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02de59a-97ef-431f-b03d-26e84c5ece9a req-0df2ddcf-a112-4026-9288-c034080ee0ff tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:11.741977 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Transition to ACTIVE for port object f496f521-8960-4cb8-a836-6b36296e867a will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:51:11.743986 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d02de59a-97ef-431f-b03d-26e84c5ece9a req-0df2ddcf-a112-4026-9288-c034080ee0ff tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 943 time: 0.1027193 Apr 12 11:51:11.811357 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.868172 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:11.897680 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] Pushing event deleted for resources: {'Port': ['ID=595bcbea-2c27-4d1c-9a02-5223a75182ae,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:11.918945 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6973d02-5a46-4cd6-86dd-3f2729e26f9a None None] No DVR routers for this DVR port 595bcbea-2c27-4d1c-9a02-5223a75182ae on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:51:11.956225 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Pushing event updated for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:11.984760 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Attempting to bind port f496f521-8960-4cb8-a836-6b36296e867a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:51:11.985526 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Attempting to bind port f496f521-8960-4cb8-a836-6b36296e867a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:51:11.986104 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Attempting to bind port f496f521-8960-4cb8-a836-6b36296e867a on network d6725621-d0d7-4704-a0c8-bcba7e6c4555 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:51:11.993153 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Port f496f521-8960-4cb8-a836-6b36296e867a on network d6725621-d0d7-4704-a0c8-bcba7e6c4555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:51:11.994117 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Attempting to bind port f496f521-8960-4cb8-a836-6b36296e867a on network d6725621-d0d7-4704-a0c8-bcba7e6c4555 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:51:12.001001 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:51:12.001581 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Checking segment: {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:51:12.002272 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Bound using segment: {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:51:12.002974 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Bound port: f496f521-8960-4cb8-a836-6b36296e867a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:51:12.003544 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (f496f521-8960-4cb8-a836-6b36296e867a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.005709 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 595bcbea-2c27-4d1c-9a02-5223a75182ae no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:51:12.031381 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 595bcbea-2c27-4d1c-9a02-5223a75182ae {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:51:12.031875 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 595bcbea-2c27-4d1c-9a02-5223a75182ae not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:51:12.032406 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:51:12.055242 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:51:12.055822 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device d0835f34-b8dd-4c44-9b3c-36e1dfe62f96 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:51:12.087475 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:51:12.090718 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:51:12.116401 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d33c89fa-a0ec-45ac-b800-cbc4e395c288 req-0644f433-32ca-429c-a4cb-c6a3665d3788 service neutron] 10.222.0.52 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082566 Apr 12 11:51:12.156586 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d02de59a-97ef-431f-b03d-26e84c5ece9a req-900155ca-39a1-45eb-b52d-03429989e436 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117503 Apr 12 11:51:12.164950 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.174260 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (595bcbea-2c27-4d1c-9a02-5223a75182ae), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.201376 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Pushing event deleted for resources: {'Port': ['ID=595bcbea-2c27-4d1c-9a02-5223a75182ae,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:12.203226 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] No DVR routers for this DVR port 595bcbea-2c27-4d1c-9a02-5223a75182ae on host dv-cinder-830091-4-iscsi {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:51:12.210773 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:12.211402 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.212816 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] 10.222.0.52 "PUT /v2.0/ports/f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 1093 time: 1.0208607 Apr 12 11:51:12.213256 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:12.215537 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97735795-0c5d-4f00-92cd-ee8b65c5633b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "tag": "f496f521-8960-4cb8-a836-6b36296e867a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:12.241676 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47814e9-e9d9-4aa5-a429-bd6bcafa15df service neutron] Pushing event updated for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:12.300764 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.324166 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e3b466-2ea0-4031-b2f6-ef45f52e0aa9']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:12.336252 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55213739-816d-4763-811e-8270b0ff419a') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:12.336768 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55213739-816d-4763-811e-8270b0ff419a') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:12.349381 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (55213739-816d-4763-811e-8270b0ff419a), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.365963 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (55213739-816d-4763-811e-8270b0ff419a), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.372823 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:51:12.373227 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (55213739-816d-4763-811e-8270b0ff419a), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.373405 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6dbb30-f7c1-43fc-8643-a4334b874ab9 x-openstack-request-id: req-bd6dbb30-f7c1-43fc-8643-a4334b874ab9 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:12.373705 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "tag": "f496f521-8960-4cb8-a836-6b36296e867a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:12.373966 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd6dbb30-f7c1-43fc-8643-a4334b874ab9 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:12.374887 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6dbb30-f7c1-43fc-8643-a4334b874ab9'] response: {'name': 'network-changed', 'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a', 'status': 'completed', 'code': 200} Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: self.session.flush() Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: self.session.flush() Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: self.session.flush() Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: self.session.flush() Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:51:12.376103 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:51:12.495766 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (49e3b466-2ea0-4031-b2f6-ef45f52e0aa9), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.502654 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.505744 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] 10.222.0.59 "DELETE /v2.0/networks/49e3b466-2ea0-4031-b2f6-ef45f52e0aa9 HTTP/1.1" status: 204 len: 168 time: 1.2240801 Apr 12 11:51:12.515416 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72296e1-7d8d-42d8-af41-7156e380585e admin admin] Pushing event deleted for resources: {'Network': ['ID=49e3b466-2ea0-4031-b2f6-ef45f52e0aa9,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:12.668817 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980bd85-0037-43a3-adea-ae575ac1eb27 req-bea06203-e660-4bdd-8b4c-6e94846e60a4 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:12.670225 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3980bd85-0037-43a3-adea-ae575ac1eb27 req-bea06203-e660-4bdd-8b4c-6e94846e60a4 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0470474 Apr 12 11:51:12.720570 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3980bd85-0037-43a3-adea-ae575ac1eb27 req-85aa5074-cf70-4d57-84bb-81732b78ec98 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 Apr 12 11:51:12.816960 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56500) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:12.857242 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-bdc4aeb0-f620-41ee-a63f-0e09ef0366b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31a755505f594ead8af5127ef8f502f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391228 Apr 12 11:51:12.859661 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56502) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:12.911444 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-020ea6fe-6821-4db8-a447-d2b715a269bb admin admin] Publish callbacks [] for security_group (9f7f86c4-8875-49cb-b455-c78f32c610f0), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:12.932717 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-020ea6fe-6821-4db8-a447-d2b715a269bb admin admin] Publish callbacks [] for security_group (9f7f86c4-8875-49cb-b455-c78f32c610f0), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:13.044568 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-020ea6fe-6821-4db8-a447-d2b715a269bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (9f7f86c4-8875-49cb-b455-c78f32c610f0), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:13.047165 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-020ea6fe-6821-4db8-a447-d2b715a269bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:13.048319 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-020ea6fe-6821-4db8-a447-d2b715a269bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f7f86c4-8875-49cb-b455-c78f32c610f0 HTTP/1.1" status: 204 len: 168 time: 0.1877611 Apr 12 11:51:13.056620 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ea6fe-6821-4db8-a447-d2b715a269bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f86c4-8875-49cb-b455-c78f32c610f0,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:13.292259 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddc5f7-c438-4979-8d58-2e0c339c7545 req-be20b512-12a1-4ec0-9ac6-04ea3112e306 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:13.293754 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e2ddc5f7-c438-4979-8d58-2e0c339c7545 req-be20b512-12a1-4ec0-9ac6-04ea3112e306 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 943 time: 0.0603087 Apr 12 11:51:13.341675 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e2ddc5f7-c438-4979-8d58-2e0c339c7545 req-e00f2c76-3934-4ca5-b5b3-851dda7f1f34 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Apr 12 11:51:13.836325 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839fe16-b8da-4ffc-9e13-d30e1383967c req-dbee4806-d5af-451c-a164-a1f51ae06da3 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:13.837869 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c839fe16-b8da-4ffc-9e13-d30e1383967c req-dbee4806-d5af-451c-a164-a1f51ae06da3 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0497706 Apr 12 11:51:13.895887 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c839fe16-b8da-4ffc-9e13-d30e1383967c req-7fe1cc90-3a78-4a76-ad57-b3ed2f340da1 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483508 Apr 12 11:51:14.025839 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56532) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:14.175210 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601788595-network', 'tenant_id': '929e2681a5c540f7973a5bc6e10185ca'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:14.303463 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Made reservation on behalf of 929e2681a5c540f7973a5bc6e10185ca for: {'network': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:14.305619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:14.334926 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:14.356117 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-0ef5c10b-28d6-471a-9a1d-0a066ffc0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:14.357606 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-0ef5c10b-28d6-471a-9a1d-0a066ffc0190 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1127 time: 0.0644674 Apr 12 11:51:14.413140 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-5d40434b-7213-444d-8e6f-c0838fd2af7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 217 time: 0.0419774 Apr 12 11:51:14.515761 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621aae-8017-4b04-a8e9-338fd2604eb2 req-5937b28a-5dae-4d16-ac02-e19f2136f39d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:14.517217 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-70621aae-8017-4b04-a8e9-338fd2604eb2 req-5937b28a-5dae-4d16-ac02-e19f2136f39d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 943 time: 0.1070621 Apr 12 11:51:14.526286 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-63f694ad-7d30-45f6-94ab-8f01b7e636eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:14.527767 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-63f694ad-7d30-45f6-94ab-8f01b7e636eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0995393 Apr 12 11:51:14.542384 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Publish callbacks [] for security_group (992d86dd-ef44-4278-85a8-0f08406e5ec8), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:14.603569 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a4ef4aa3-3202-4bc9-986d-7ca7a932d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:14.605044 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-a4ef4aa3-3202-4bc9-986d-7ca7a932d37c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655217 Apr 12 11:51:14.608438 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-70621aae-8017-4b04-a8e9-338fd2604eb2 req-a22c698e-41fd-4983-bb72-c0856d8c63f1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838418 Apr 12 11:51:14.609912 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (992d86dd-ef44-4278-85a8-0f08406e5ec8), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:14.646724 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:51:14.702203 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (08bbe83e-91da-4700-897d-1c6c28f45d42), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:14.702544 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.segments_db [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Added segment 08bbe83e-91da-4700-897d-1c6c28f45d42 of type vlan for network e044d3ad-588c-42d6-ad8f-663a71b163f6 Apr 12 11:51:14.711709 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d86dd-ef44-4278-85a8-0f08406e5ec8,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:14.740047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.740389 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.740727 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.741097 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.741428 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.741754 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.742108 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.742431 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.742753 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.743075 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.743396 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.743715 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.744029 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.744345 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.744656 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:14.765679 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (e044d3ad-588c-42d6-ad8f-663a71b163f6), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:14.787184 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-ef8c4f12-dcc9-48ee-b766-4904da529e3c service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735694 Apr 12 11:51:14.858690 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (e044d3ad-588c-42d6-ad8f-663a71b163f6), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:14.859537 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:14.860115 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:14.937609 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-178aca58-4d45-42b3-bc7a-299d5f9a29f5 req-842fbf32-0e54-4a6d-8a39-ad2248758ff2 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436491 Apr 12 11:51:14.938354 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e044d3ad-588c-42d6-ad8f-663a71b163f6,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:14.949249 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network e044d3ad-588c-42d6-ad8f-663a71b163f6 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:51:14.973839 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-41fc0a71-7f69-42ad-917e-b8f870e5d2c9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9464638 Apr 12 11:51:14.976373 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56540) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:14.987632 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Request body: {'subnet': {'network_id': 'e044d3ad-588c-42d6-ad8f-663a71b163f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1601788595-subnet', 'tenant_id': '929e2681a5c540f7973a5bc6e10185ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:15.018373 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644bcae-ae32-44d4-b82c-258c3864e17c req-cd49eb67-6da7-4770-b817-06f14741cbaa tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:15.019869 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2644bcae-ae32-44d4-b82c-258c3864e17c req-cd49eb67-6da7-4770-b817-06f14741cbaa tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0528736 Apr 12 11:51:15.065487 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device bb386ac4-693c-4305-9e1f-d2003f09d3bd details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:51:15.079200 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2644bcae-ae32-44d4-b82c-258c3864e17c req-87ce36f8-2f27-49a8-acf1-112c648f6dbd tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526440 Apr 12 11:51:15.114966 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Made reservation on behalf of 929e2681a5c540f7973a5bc6e10185ca for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:15.116184 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27022916'] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:15.169137 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port bb386ac4-693c-4305-9e1f-d2003f09d3bd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb386ac4-693c-4305-9e1f-d2003f09d3bd,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:15.181734 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': 'bb386ac4-693c-4305-9e1f-d2003f09d3bd', 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf', 'port_id': 'bb386ac4-693c-4305-9e1f-d2003f09d3bd', 'mac_address': 'fa:16:3e:7a:19:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d4c66c-41ce-4036-80ab-7680c80e26b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:51:15.218995 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port bb386ac4-693c-4305-9e1f-d2003f09d3bd is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:51:15.223859 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:15.235108 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb386ac4-693c-4305-9e1f-d2003f09d3bd {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:51:15.255950 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port bb386ac4-693c-4305-9e1f-d2003f09d3bd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb386ac4-693c-4305-9e1f-d2003f09d3bd,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:15.324918 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:15.348360 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26284142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27022934'] for subnet (eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:15.373727 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=bb386ac4-693c-4305-9e1f-d2003f09d3bd,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:15.381489 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.381833 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.382231 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.382590 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.382924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.383251 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.383577 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.383900 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.384236 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.384546 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.384865 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.385185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.385504 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.385823 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.386166 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:15.408732 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:15.414246 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Checking segment: {'id': '08bbe83e-91da-4700-897d-1c6c28f45d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e044d3ad-588c-42d6-ad8f-663a71b163f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:51:15.414506 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Network hostable DHCP agents. Network: e044d3ad-588c-42d6-ad8f-663a71b163f6, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:51:15.496125 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Network e044d3ad-588c-42d6-ad8f-663a71b163f6 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:51:15.599166 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, e044d3ad-588c-42d6-ad8f-663a71b163f6) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:51:15.603925 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:15.605902 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:15.606721 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f95e8f-29e2-43d3-bdb5-dd8be55c44a6 None None] Network e044d3ad-588c-42d6-ad8f-663a71b163f6 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:51:15.710958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d5639-7a20-4e80-98a8-f33294b1ff6e None None] Network e044d3ad-588c-42d6-ad8f-663a71b163f6 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:51:15.711958 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-4f9b6edd-b5fb-4a30-85b6-32a186a759fb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7344365 Apr 12 11:51:15.732956 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1b44c-78ee-4c77-87a3-143a85091db5 req-0576f324-2aed-4d44-bf95-9fb819d0c013 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:15.734663 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5c1b44c-78ee-4c77-87a3-143a85091db5 req-0576f324-2aed-4d44-bf95-9fb819d0c013 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 944 time: 0.0587080 Apr 12 11:51:15.787176 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c5c1b44c-78ee-4c77-87a3-143a85091db5 req-51428724-4050-494c-8187-5fdd34b3d77e tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Apr 12 11:51:15.868219 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['bb386ac4-693c-4305-9e1f-d2003f09d3bd'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:51:15.909695 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-752c916d-bb6a-4491-bbdc-f4c97907fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:15.913792 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-752c916d-bb6a-4491-bbdc-f4c97907fa86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1127 time: 0.0473983 Apr 12 11:51:16.013493 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-44a50c68-b86e-49e8-b79e-982f464cb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:16.015029 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-44a50c68-b86e-49e8-b79e-982f464cb70c service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 909 time: 0.0951667 Apr 12 11:51:16.055665 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-e2347602-9f38-4e29-a5e7-ddee1e27bb6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 217 time: 0.0348420 Apr 12 11:51:16.104766 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-e375a00d-1aa9-4203-9e16-6efdf730a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:16.106232 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-e375a00d-1aa9-4203-9e16-6efdf730a4c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0447328 Apr 12 11:51:16.162284 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-c4c35745-9178-41db-a4d5-1334d6cb09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:16.163824 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-c4c35745-9178-41db-a4d5-1334d6cb09f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515037 Apr 12 11:51:16.191981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fc719-3a94-44eb-9dd4-007d0dbe3734 req-4b4de3bb-e1b0-4ed1-afcb-ffb4a62ad8b8 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:16.193524 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2f1fc719-3a94-44eb-9dd4-007d0dbe3734 req-4b4de3bb-e1b0-4ed1-afcb-ffb4a62ad8b8 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0521190 Apr 12 11:51:16.256058 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2f1fc719-3a94-44eb-9dd4-007d0dbe3734 req-3aa26019-79c4-4b6a-9b98-d28980cbca1c tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559671 Apr 12 11:51:16.262308 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-dbeb3d3f-9524-48e5-847f-48a28e6e7c6b service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919888 Apr 12 11:51:16.359132 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-97735795-0c5d-4f00-92cd-ee8b65c5633b req-cef2ce6c-62e7-4276-8580-8ee852f3ed6f service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882225 Apr 12 11:51:16.458059 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56564) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:16.462868 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745392972-network', 'tenant_id': '4ef3cdba7f364fd199bbd26861980431'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:16.519442 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Made reservation on behalf of 4ef3cdba7f364fd199bbd26861980431 for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:16.521729 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:16.530120 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:16.603355 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Publish callbacks [] for security_group (d6f5c8ce-72e2-4bf4-acad-b1b68a0594f0), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:16.645013 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (d6f5c8ce-72e2-4bf4-acad-b1b68a0594f0), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:16.665385 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:51:16.679524 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f5c8ce-72e2-4bf4-acad-b1b68a0594f0,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:16.684809 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (dfb8c88f-df97-4445-956f-7d936b83edf7), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:16.685152 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Added segment dfb8c88f-df97-4445-956f-7d936b83edf7 of type vlan for network 1f4d8817-7a00-4c31-b6fa-307e89ff742f Apr 12 11:51:16.699114 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.699458 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.702224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.702224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.702224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.702224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.702224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.702224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.702224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.702224 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.703079 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.703079 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.703079 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.703471 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.703570 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:51:16.745722 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (1f4d8817-7a00-4c31-b6fa-307e89ff742f), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:16.822564 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (1f4d8817-7a00-4c31-b6fa-307e89ff742f), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:16.823574 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:16.824167 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:16.883023 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4d8817-7a00-4c31-b6fa-307e89ff742f,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:16.892808 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 1f4d8817-7a00-4c31-b6fa-307e89ff742f details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:51:16.904078 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8621f8-4343-41af-aeba-913ec8821d5c req-7a424c24-d9df-48ed-a17d-dcb117cdf2c2 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:16.905547 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c8621f8-4343-41af-aeba-913ec8821d5c req-7a424c24-d9df-48ed-a17d-dcb117cdf2c2 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 944 time: 0.0515707 Apr 12 11:51:16.918655 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c8dd899c-8f58-4a79-a803-fa082ee08686 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4593325 Apr 12 11:51:16.919283 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56568) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:16.924482 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Request body: {'subnet': {'network_id': '1f4d8817-7a00-4c31-b6fa-307e89ff742f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745392972-subnet', 'tenant_id': '4ef3cdba7f364fd199bbd26861980431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:16.958984 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c8621f8-4343-41af-aeba-913ec8821d5c req-62e6a3ff-9ec0-4493-9ecd-34264e57d37e tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474820 Apr 12 11:51:17.015684 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Made reservation on behalf of 4ef3cdba7f364fd199bbd26861980431 for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:17.019848 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157476'] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:17.080869 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device bb386ac4-693c-4305-9e1f-d2003f09d3bd up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:51:17.129148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port bb386ac4-693c-4305-9e1f-d2003f09d3bd completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:51:17.215861 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port bb386ac4-693c-4305-9e1f-d2003f09d3bd triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:51:17.221310 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:17.262875 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26653888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157494'] for subnet (0cbc239f-84d5-4b64-bb37-8d9dd1b987c1), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:17.294545 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port bb386ac4-693c-4305-9e1f-d2003f09d3bd is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:51:17.294936 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:17.321011 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb386ac4-693c-4305-9e1f-d2003f09d3bd'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:17.322207 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cbc239f-84d5-4b64-bb37-8d9dd1b987c1,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:17.324675 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17bf6d2-6ff6-4f88-8531-aadcf4643b5e" -d '{"events": [{"server_uuid": "ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a", "name": "network-vif-plugged", "status": "completed", "tag": "bb386ac4-693c-4305-9e1f-d2003f09d3bd"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:17.336634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port bb386ac4-693c-4305-9e1f-d2003f09d3bd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb386ac4-693c-4305-9e1f-d2003f09d3bd,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:17.360446 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f928e8b-9efd-430d-9343-4c796ff159ac x-openstack-request-id: req-4f928e8b-9efd-430d-9343-4c796ff159ac {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:17.360764 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a", "name": "network-vif-plugged", "status": "completed", "tag": "bb386ac4-693c-4305-9e1f-d2003f09d3bd", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:17.361023 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f928e8b-9efd-430d-9343-4c796ff159ac {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:17.362115 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f928e8b-9efd-430d-9343-4c796ff159ac'] response: {'server_uuid': 'ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb386ac4-693c-4305-9e1f-d2003f09d3bd', 'code': 200} Apr 12 11:51:17.363485 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Checking segment: {'id': 'dfb8c88f-df97-4445-956f-7d936b83edf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '1f4d8817-7a00-4c31-b6fa-307e89ff742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:51:17.363855 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Network hostable DHCP agents. Network: 1f4d8817-7a00-4c31-b6fa-307e89ff742f, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:51:17.388445 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44ade3-3d84-4968-bc8d-c885869ac51b req-3a9a36cf-fab3-4598-94f4-f1ce0f9c14b7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:17.389910 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc44ade3-3d84-4968-bc8d-c885869ac51b req-3a9a36cf-fab3-4598-94f4-f1ce0f9c14b7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0642502 Apr 12 11:51:17.394925 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:17.448300 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc44ade3-3d84-4968-bc8d-c885869ac51b req-93c0ea97-5b5a-4cc3-a235-5b01362f6c45 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499082 Apr 12 11:51:17.453831 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=bb386ac4-693c-4305-9e1f-d2003f09d3bd,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:17.490982 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Network 1f4d8817-7a00-4c31-b6fa-307e89ff742f is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:51:17.587151 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 1f4d8817-7a00-4c31-b6fa-307e89ff742f) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:51:17.591276 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:17.591926 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:17.597707 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b21e9e4-1f4c-409d-a415-4791da5b5758 None None] Network 1f4d8817-7a00-4c31-b6fa-307e89ff742f requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:51:17.687751 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-6d84e186-08b1-4488-b6ef-41c16f98725a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7607617 Apr 12 11:51:17.699441 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf1ba6-2696-45a2-8186-11c58e1e81c0 None None] Network 1f4d8817-7a00-4c31-b6fa-307e89ff742f requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:51:17.702300 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c19806-f91b-4f3b-a028-8a31d6fd1e43 req-1c302025-885e-4542-9696-0fa87611846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:17.703874 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-85c19806-f91b-4f3b-a028-8a31d6fd1e43 req-1c302025-885e-4542-9696-0fa87611846c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 1129 time: 0.0417025 Apr 12 11:51:17.755319 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-85c19806-f91b-4f3b-a028-8a31d6fd1e43 req-56cce988-5592-407c-9de3-dc56e65fface service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 Apr 12 11:51:17.824924 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56578) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:17.869719 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_v2 [None req-08af4a13-4e44-4f6a-a0bc-c54c93531618 admin admin] Deleting subnet eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0 {{(pid=103888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:51:17.873800 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-08af4a13-4e44-4f6a-a0bc-c54c93531618 admin admin] Publish callbacks [] for subnet (eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:17.912093 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-08af4a13-4e44-4f6a-a0bc-c54c93531618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26653801'] for subnet (eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:17.949885 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-08af4a13-4e44-4f6a-a0bc-c54c93531618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.057435 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-08af4a13-4e44-4f6a-a0bc-c54c93531618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26654221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157497'] for subnet (eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.087144 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af4a13-4e44-4f6a-a0bc-c54c93531618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:18.089179 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-08af4a13-4e44-4f6a-a0bc-c54c93531618 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.094777 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-08af4a13-4e44-4f6a-a0bc-c54c93531618 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eeacb6b7-6d8d-4ca1-b2f3-6eb141626bd0 HTTP/1.1" status: 204 len: 168 time: 0.2665234 Apr 12 11:51:18.095227 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56582) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:18.172003 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (e044d3ad-588c-42d6-ad8f-663a71b163f6), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.258165 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (e044d3ad-588c-42d6-ad8f-663a71b163f6), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.279298 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e044d3ad-588c-42d6-ad8f-663a71b163f6']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:18.289634 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bbe83e-91da-4700-897d-1c6c28f45d42') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:18.290053 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bbe83e-91da-4700-897d-1c6c28f45d42') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:18.299641 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (08bbe83e-91da-4700-897d-1c6c28f45d42), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.306094 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8f589-b4b2-44e6-96e6-ea59b4155154 req-3ebf68d4-c7bb-428f-9885-52460d2cdad9 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:18.307560 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ffa8f589-b4b2-44e6-96e6-ea59b4155154 req-3ebf68d4-c7bb-428f-9885-52460d2cdad9 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 945 time: 0.2781985 Apr 12 11:51:18.313062 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (08bbe83e-91da-4700-897d-1c6c28f45d42), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.319296 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:51:18.319692 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (08bbe83e-91da-4700-897d-1c6c28f45d42), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:51:18.321416 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:51:18.354601 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ffa8f589-b4b2-44e6-96e6-ea59b4155154 req-792c548f-7b15-4571-a59f-7c38583dffa0 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Apr 12 11:51:18.445322 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (e044d3ad-588c-42d6-ad8f-663a71b163f6), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.450578 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.453736 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e044d3ad-588c-42d6-ad8f-663a71b163f6 HTTP/1.1" status: 204 len: 168 time: 0.3577635 Apr 12 11:51:18.457309 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56586) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:18.464943 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55503446-4c7c-43e8-87ee-d9bad19fd342 admin admin] Pushing event deleted for resources: {'Network': ['ID=e044d3ad-588c-42d6-ad8f-663a71b163f6,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:18.500762 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-42606d7d-ef43-42b3-b5b1-be1f967d82a0 admin admin] Deleting subnet 0cbc239f-84d5-4b64-bb37-8d9dd1b987c1 {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:51:18.504171 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-42606d7d-ef43-42b3-b5b1-be1f967d82a0 admin admin] Publish callbacks [] for subnet (0cbc239f-84d5-4b64-bb37-8d9dd1b987c1), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.539867 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-42606d7d-ef43-42b3-b5b1-be1f967d82a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (0cbc239f-84d5-4b64-bb37-8d9dd1b987c1), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.563834 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30ab2c-1310-45f3-841a-efa0714ef6d2 req-f068ce67-192d-42a2-8585-cd691323b5d7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:18.566311 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2d30ab2c-1310-45f3-841a-efa0714ef6d2 req-f068ce67-192d-42a2-8585-cd691323b5d7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0483515 Apr 12 11:51:18.582891 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-42606d7d-ef43-42b3-b5b1-be1f967d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (0cbc239f-84d5-4b64-bb37-8d9dd1b987c1), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.615106 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2d30ab2c-1310-45f3-841a-efa0714ef6d2 req-603986bc-d553-4e32-8462-9e7498f26434 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 Apr 12 11:51:18.708244 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-42606d7d-ef43-42b3-b5b1-be1f967d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26284707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27022937'] for subnet (0cbc239f-84d5-4b64-bb37-8d9dd1b987c1), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.734098 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42606d7d-ef43-42b3-b5b1-be1f967d82a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cbc239f-84d5-4b64-bb37-8d9dd1b987c1,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:18.738894 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-42606d7d-ef43-42b3-b5b1-be1f967d82a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.742160 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-42606d7d-ef43-42b3-b5b1-be1f967d82a0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0cbc239f-84d5-4b64-bb37-8d9dd1b987c1 HTTP/1.1" status: 204 len: 168 time: 0.2838299 Apr 12 11:51:18.744537 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56590) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:18.812136 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (1f4d8817-7a00-4c31-b6fa-307e89ff742f), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.890769 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (1f4d8817-7a00-4c31-b6fa-307e89ff742f), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.910671 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4d8817-7a00-4c31-b6fa-307e89ff742f']}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:18.919730 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb8c88f-df97-4445-956f-7d936b83edf7') {'for_net_delete': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:18.920026 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb8c88f-df97-4445-956f-7d936b83edf7') {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:18.929761 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347845'] for segment (dfb8c88f-df97-4445-956f-7d936b83edf7), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.942919 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (dfb8c88f-df97-4445-956f-7d936b83edf7), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.948679 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:51:18.949059 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26284553'] for segment (dfb8c88f-df97-4445-956f-7d936b83edf7), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: Traceback (most recent call last): Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: timer() Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: cb(*args, **kw) Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: return func(*args, **kwargs) Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: self._notify() Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: self.callback(batched_events) Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: event.method(event) Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: return f(self, *a, **k) Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._get(url).json() Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: return self.request(url, 'GET', **kwargs) Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:51:18.950779 dv-cinder-830091-4-iscsi neutron-server[103887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:51:19.102445 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (1f4d8817-7a00-4c31-b6fa-307e89ff742f), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:19.109572 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:19.117606 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] 10.222.0.59 "DELETE /v2.0/networks/1f4d8817-7a00-4c31-b6fa-307e89ff742f HTTP/1.1" status: 204 len: 168 time: 0.3676097 Apr 12 11:51:19.122932 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81505b91-757d-40dc-af62-d1562987159d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4d8817-7a00-4c31-b6fa-307e89ff742f,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:19.466652 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56598) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:19.468161 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6704cca-dd46-427d-b0b2-33d31072a3a8 req-188991f2-5b40-4cf1-b9ed-48108d6ff41c tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:19.469639 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e6704cca-dd46-427d-b0b2-33d31072a3a8 req-188991f2-5b40-4cf1-b9ed-48108d6ff41c tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 945 time: 0.0483267 Apr 12 11:51:19.514328 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-88f40083-658b-4bd3-aff9-74aeb0d57132 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=929e2681a5c540f7973a5bc6e10185ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441482 Apr 12 11:51:19.514563 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56600) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:19.520188 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e6704cca-dd46-427d-b0b2-33d31072a3a8 req-0293974f-ee22-4519-9671-c828c2b442a0 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Apr 12 11:51:19.563424 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e6a69070-5edc-493b-ab05-d2a140d2a65c admin admin] Publish callbacks [] for security_group (992d86dd-ef44-4278-85a8-0f08406e5ec8), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:19.584728 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e6a69070-5edc-493b-ab05-d2a140d2a65c admin admin] Publish callbacks [] for security_group (992d86dd-ef44-4278-85a8-0f08406e5ec8), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:19.702642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e6a69070-5edc-493b-ab05-d2a140d2a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (992d86dd-ef44-4278-85a8-0f08406e5ec8), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:19.705499 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e6a69070-5edc-493b-ab05-d2a140d2a65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:19.706962 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e6a69070-5edc-493b-ab05-d2a140d2a65c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/992d86dd-ef44-4278-85a8-0f08406e5ec8 HTTP/1.1" status: 204 len: 168 time: 0.1915877 Apr 12 11:51:19.715672 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a69070-5edc-493b-ab05-d2a140d2a65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d86dd-ef44-4278-85a8-0f08406e5ec8,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:19.943047 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2408f-bd18-4f5b-9cf3-c087eb6b4fc9 req-e02bd1f5-94f0-4c3d-998d-32e211466502 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:19.944516 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2df2408f-bd18-4f5b-9cf3-c087eb6b4fc9 req-e02bd1f5-94f0-4c3d-998d-32e211466502 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.2623062 Apr 12 11:51:19.993501 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2df2408f-bd18-4f5b-9cf3-c087eb6b4fc9 req-5bf2b9e7-68b1-493a-97a8-27eca8641f86 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Apr 12 11:51:20.387571 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56612) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:20.428181 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-62745af7-9097-46a3-a98d-22343e067e5b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ef3cdba7f364fd199bbd26861980431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394738 Apr 12 11:51:20.430521 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56614) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:20.481892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f2557672-31ba-4803-8812-f225931df6b9 admin admin] Publish callbacks [] for security_group (d6f5c8ce-72e2-4bf4-acad-b1b68a0594f0), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:20.503722 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f2557672-31ba-4803-8812-f225931df6b9 admin admin] Publish callbacks [] for security_group (d6f5c8ce-72e2-4bf4-acad-b1b68a0594f0), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:20.639194 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0dd21-2aa9-42c5-b97f-efc88cdf6bce req-5190f149-b250-49f4-8279-c1453fbd4071 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:20.640671 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dfe0dd21-2aa9-42c5-b97f-efc88cdf6bce req-5190f149-b250-49f4-8279-c1453fbd4071 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 945 time: 0.0476196 Apr 12 11:51:20.641418 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f2557672-31ba-4803-8812-f225931df6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (d6f5c8ce-72e2-4bf4-acad-b1b68a0594f0), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:20.643962 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f2557672-31ba-4803-8812-f225931df6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:20.644990 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-f2557672-31ba-4803-8812-f225931df6b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6f5c8ce-72e2-4bf4-acad-b1b68a0594f0 HTTP/1.1" status: 204 len: 168 time: 0.2135639 Apr 12 11:51:20.664598 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557672-31ba-4803-8812-f225931df6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f5c8ce-72e2-4bf4-acad-b1b68a0594f0,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:20.700364 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dfe0dd21-2aa9-42c5-b97f-efc88cdf6bce req-3162c964-d36c-48cb-8dd0-eaae220d6396 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527704 Apr 12 11:51:21.117197 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd73b0-2bf6-41cd-a2c9-0680c1529fbf req-16d66454-3380-4e61-9a91-b4f023d80a76 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:21.118825 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e9dd73b0-2bf6-41cd-a2c9-0680c1529fbf req-16d66454-3380-4e61-9a91-b4f023d80a76 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0566072 Apr 12 11:51:21.169572 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e9dd73b0-2bf6-41cd-a2c9-0680c1529fbf req-2685f206-ce6b-4ec2-aa15-47107b35d31c tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 Apr 12 11:51:22.072667 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f93188-85b1-4034-ae59-76cca6710fe7 req-05806217-0988-4b50-8800-125a3b038064 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:22.074183 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-34f93188-85b1-4034-ae59-76cca6710fe7 req-05806217-0988-4b50-8800-125a3b038064 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 945 time: 0.0484862 Apr 12 11:51:22.121529 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-34f93188-85b1-4034-ae59-76cca6710fe7 req-9efda24e-bc14-4a04-a056-534e4f589d64 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Apr 12 11:51:22.282893 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17142c3-e1ca-46ae-a88b-99f8b6ad050b req-60700f3f-621c-471c-a3c4-d4a7cffc39ac tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:22.286008 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e17142c3-e1ca-46ae-a88b-99f8b6ad050b req-60700f3f-621c-471c-a3c4-d4a7cffc39ac tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0481751 Apr 12 11:51:22.340073 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e17142c3-e1ca-46ae-a88b-99f8b6ad050b req-8c313d4c-e6cd-4e2b-98fa-6cbc4a018cd0 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487826 Apr 12 11:51:22.582592 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:23.108109 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device f496f521-8960-4cb8-a836-6b36296e867a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:51:23.204066 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:23.216345 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': 'f496f521-8960-4cb8-a836-6b36296e867a', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'port_id': 'f496f521-8960-4cb8-a836-6b36296e867a', 'mac_address': 'fa:16:3e:b4:ee:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:51:23.239099 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90769d3d-eb3e-4215-a4ee-c9dbcc116cdf req-6037ee20-8c44-4189-9e63-28bf592e0fd1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:23.240589 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-90769d3d-eb3e-4215-a4ee-c9dbcc116cdf req-6037ee20-8c44-4189-9e63-28bf592e0fd1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 945 time: 0.0516891 Apr 12 11:51:23.257429 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port f496f521-8960-4cb8-a836-6b36296e867a is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:51:23.257745 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (f496f521-8960-4cb8-a836-6b36296e867a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:23.271590 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f496f521-8960-4cb8-a836-6b36296e867a {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:51:23.291090 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-90769d3d-eb3e-4215-a4ee-c9dbcc116cdf req-ac811cb6-3189-45d5-8a2e-215382c95106 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Apr 12 11:51:23.292504 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:23.381565 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:23.430046 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:23.460439 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee408e-d836-42ea-8c3c-e2739eb434a5 req-6ddf09ed-d2dd-4802-bc0b-43bfe04481f4 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:23.461961 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-98ee408e-d836-42ea-8c3c-e2739eb434a5 req-6ddf09ed-d2dd-4802-bc0b-43bfe04481f4 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 944 time: 0.0532489 Apr 12 11:51:23.510693 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-98ee408e-d836-42ea-8c3c-e2739eb434a5 req-0fe13849-2bb5-40e7-9976-a3bf6620bc2f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Apr 12 11:51:23.713795 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2c629-2460-493f-bb32-921801d3448b req-325544ad-eedf-4b50-8b72-700d3f995b91 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:23.715293 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5bf2c629-2460-493f-bb32-921801d3448b req-325544ad-eedf-4b50-8b72-700d3f995b91 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 945 time: 0.0491061 Apr 12 11:51:23.804928 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Deleting port bb386ac4-693c-4305-9e1f-d2003f09d3bd {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:51:23.805270 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:23.826607 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['f496f521-8960-4cb8-a836-6b36296e867a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:51:23.895130 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] For port bb386ac4-693c-4305-9e1f-d2003f09d3bd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bb386ac4-693c-4305-9e1f-d2003f09d3bd,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:23.895555 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:23.908833 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Calling delete_port for bb386ac4-693c-4305-9e1f-d2003f09d3bd owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:51:24.148489 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (bb386ac4-693c-4305-9e1f-d2003f09d3bd), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:24.175395 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Pushing event deleted for resources: {'Port': ['ID=bb386ac4-693c-4305-9e1f-d2003f09d3bd,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:24.187191 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['bb386ac4-693c-4305-9e1f-d2003f09d3bd'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:51:24.226249 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] No DVR routers for this DVR port bb386ac4-693c-4305-9e1f-d2003f09d3bd on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:51:24.228647 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:24.231902 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5bf2c629-2460-493f-bb32-921801d3448b req-f3980a43-665f-4557-85a5-c5918b82adb7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.52 "DELETE /v2.0/ports/bb386ac4-693c-4305-9e1f-d2003f09d3bd HTTP/1.1" status: 204 len: 173 time: 0.5108697 Apr 12 11:51:24.232334 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a', 'name': 'network-vif-deleted', 'tag': 'bb386ac4-693c-4305-9e1f-d2003f09d3bd'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:24.234555 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b136e725-7668-4a6c-bb30-5683185f18e3" -d '{"events": [{"server_uuid": "ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a", "name": "network-vif-deleted", "tag": "bb386ac4-693c-4305-9e1f-d2003f09d3bd"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:24.272071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fb6691-20f7-4382-afd4-129e85ce09ff x-openstack-request-id: req-92fb6691-20f7-4382-afd4-129e85ce09ff {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:24.272071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a", "name": "network-vif-deleted", "tag": "bb386ac4-693c-4305-9e1f-d2003f09d3bd", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:24.272071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92fb6691-20f7-4382-afd4-129e85ce09ff {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:24.272071 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fb6691-20f7-4382-afd4-129e85ce09ff'] response: {'server_uuid': 'ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a', 'name': 'network-vif-deleted', 'tag': 'bb386ac4-693c-4305-9e1f-d2003f09d3bd', 'status': 'completed', 'code': 200} Apr 12 11:51:24.392545 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2697672d-9ede-41fb-a498-51555a33f69c req-ac81be15-919a-4a85-8bdd-2fc5eb5ba244 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab5718cf-9f2b-4e04-b1df-5f6aa61e7f2a HTTP/1.1" status: 200 len: 210 time: 0.0291126 Apr 12 11:51:24.624228 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b8429-ffaf-412d-85d5-4a216085eb09 req-3dafe416-cb40-404b-87bb-59b8870eddd8 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:24.626030 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f03b8429-ffaf-412d-85d5-4a216085eb09 req-3dafe416-cb40-404b-87bb-59b8870eddd8 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 944 time: 0.0473375 Apr 12 11:51:24.677493 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f03b8429-ffaf-412d-85d5-4a216085eb09 req-3df92b87-36ac-4ee5-9ba2-f63a193c4548 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452466 Apr 12 11:51:25.123625 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device f496f521-8960-4cb8-a836-6b36296e867a up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:51:25.171830 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port f496f521-8960-4cb8-a836-6b36296e867a completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:51:25.273954 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port f496f521-8960-4cb8-a836-6b36296e867a triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:51:25.274358 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (f496f521-8960-4cb8-a836-6b36296e867a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:25.351816 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port f496f521-8960-4cb8-a836-6b36296e867a is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:51:25.352218 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (f496f521-8960-4cb8-a836-6b36296e867a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:25.374502 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:25.376705 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b94ed37-fdf3-4ddf-af41-197844ec3d03" -d '{"events": [{"server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "name": "network-vif-plugged", "status": "completed", "tag": "f496f521-8960-4cb8-a836-6b36296e867a"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:25.389543 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:25.412966 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e129702-46ee-4dd6-a827-ffe60db29ac0 x-openstack-request-id: req-2e129702-46ee-4dd6-a827-ffe60db29ac0 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:25.413260 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "name": "network-vif-plugged", "status": "completed", "tag": "f496f521-8960-4cb8-a836-6b36296e867a", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:25.413518 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e129702-46ee-4dd6-a827-ffe60db29ac0 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:25.415445 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e129702-46ee-4dd6-a827-ffe60db29ac0'] response: {'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a', 'code': 200} Apr 12 11:51:25.440157 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:25.493794 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:25.697262 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-0818364d-3a5b-48e3-83e3-6c77db89954d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:25.698644 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-0818364d-3a5b-48e3-83e3-6c77db89954d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/networks?id=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf HTTP/1.1" status: 200 len: 809 time: 0.1004457 Apr 12 11:51:25.717153 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-f23d67f8-b3d9-47e3-bfea-0248d955efe4 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/quotas/694921a5610d42e0a53fa8382f007d57 HTTP/1.1" status: 200 len: 375 time: 0.0100021 Apr 12 11:51:25.765745 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-e9767643-ef4e-4143-8075-52b006a5e64d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=694921a5610d42e0a53fa8382f007d57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412261 Apr 12 11:51:25.805199 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e3312-3fa8-4dd4-988e-8dd28732cee0 req-29d8d68a-57cb-4fc4-8041-b3a750dee457 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:25.806765 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-980e3312-3fa8-4dd4-988e-8dd28732cee0 req-29d8d68a-57cb-4fc4-8041-b3a750dee457 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0592868 Apr 12 11:51:25.865534 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae08a0a-18b9-4b70-99ee-6f54633e30ed req-f82022ba-b3b5-4a55-88f7-925c0b113df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:25.867613 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ae08a0a-18b9-4b70-99ee-6f54633e30ed req-f82022ba-b3b5-4a55-88f7-925c0b113df5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1129 time: 0.1443350 Apr 12 11:51:25.870493 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-980e3312-3fa8-4dd4-988e-8dd28732cee0 req-bd98f9d6-74fc-4aca-b6fb-59e967251539 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574949 Apr 12 11:51:25.969480 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9ae08a0a-18b9-4b70-99ee-6f54633e30ed req-5da5b0c9-cfbb-41f4-933c-e2e51b3f25dd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962644 Apr 12 11:51:25.992199 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-bd459ded-6ab3-40a4-951d-2b3488860d7f service neutron] 10.222.0.59 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186606 Apr 12 11:51:26.079681 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-2ae058df-315f-4e81-b4a5-7d5a2db9bc5b service neutron] 10.222.0.59 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820613 Apr 12 11:51:26.293587 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dbe5d6f5-393e-478a-ac75-6af2b3192289 req-40a1a8db-d0cd-4423-ba87-2131e9afbe32 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 210 time: 0.0288770 Apr 12 11:51:26.765732 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56772) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:26.874785 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a85612a6-dd7a-4a8c-90f2-5d638228cd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:26.950256 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a85612a6-dd7a-4a8c-90f2-5d638228cd63 admin admin] Publish callbacks [] for security_group (ba5ca41a-721a-472d-a3af-e080963c33b6), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:26.986624 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c00cdd-ceed-4902-98d9-5a4e95f00a15 req-995f29ac-65b4-4ea3-b0b0-212e4c7956ed tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:26.988844 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-73c00cdd-ceed-4902-98d9-5a4e95f00a15 req-995f29ac-65b4-4ea3-b0b0-212e4c7956ed tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0532970 Apr 12 11:51:27.037352 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-73c00cdd-ceed-4902-98d9-5a4e95f00a15 req-0553457e-befd-475d-91b3-0808b027e746 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430093 Apr 12 11:51:27.056440 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a85612a6-dd7a-4a8c-90f2-5d638228cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ba5ca41a-721a-472d-a3af-e080963c33b6), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:27.093101 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85612a6-dd7a-4a8c-90f2-5d638228cd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5ca41a-721a-472d-a3af-e080963c33b6,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:27.098303 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a85612a6-dd7a-4a8c-90f2-5d638228cd63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52a41695ed9d47cca44d7dd1f0074aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315003 Apr 12 11:51:27.101229 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56780) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:27.113406 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device bb386ac4-693c-4305-9e1f-d2003f09d3bd no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:51:27.133052 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: bb386ac4-693c-4305-9e1f-d2003f09d3bd {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:51:27.136311 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device bb386ac4-693c-4305-9e1f-d2003f09d3bd not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:51:27.150907 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-397fff55-a413-4776-9f4e-4670fd5f9376 admin admin] Publish callbacks [] for security_group (ba5ca41a-721a-472d-a3af-e080963c33b6), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:27.173504 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-397fff55-a413-4776-9f4e-4670fd5f9376 admin admin] Publish callbacks [] for security_group (ba5ca41a-721a-472d-a3af-e080963c33b6), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:27.272467 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-397fff55-a413-4776-9f4e-4670fd5f9376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ba5ca41a-721a-472d-a3af-e080963c33b6), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:27.275094 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-397fff55-a413-4776-9f4e-4670fd5f9376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:27.276261 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-397fff55-a413-4776-9f4e-4670fd5f9376 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba5ca41a-721a-472d-a3af-e080963c33b6 HTTP/1.1" status: 204 len: 168 time: 0.1744678 Apr 12 11:51:27.285266 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fff55-a413-4776-9f4e-4670fd5f9376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5ca41a-721a-472d-a3af-e080963c33b6,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:27.387650 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d912f47b-24e8-43d0-a59c-04296ae556e6 req-602c7971-a7a9-4247-a241-260f58fb40cb tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 210 time: 0.0284693 Apr 12 11:51:27.857925 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56790) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:27.871526 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c946bc8a-0822-4f2b-ba8b-3ec6c4a19144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:27.945010 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c946bc8a-0822-4f2b-ba8b-3ec6c4a19144 admin admin] Publish callbacks [] for security_group (a58be0d6-1ebc-4764-bf03-1312267c4bee), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:28.051385 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c946bc8a-0822-4f2b-ba8b-3ec6c4a19144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a58be0d6-1ebc-4764-bf03-1312267c4bee), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:28.089754 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946bc8a-0822-4f2b-ba8b-3ec6c4a19144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58be0d6-1ebc-4764-bf03-1312267c4bee,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:28.094928 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c946bc8a-0822-4f2b-ba8b-3ec6c4a19144 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aad88a8048d142ca931c5c70a69f6018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351427 Apr 12 11:51:28.097393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56794) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:28.150489 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-18f26528-3e75-4583-9ae5-2007f5a702fc admin admin] Publish callbacks [] for security_group (a58be0d6-1ebc-4764-bf03-1312267c4bee), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:28.154986 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d40cb-226b-44a3-b62b-db0daea214b8 req-16afcf14-fb8a-4b51-b2d7-754935bfce90 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:28.156643 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-823d40cb-226b-44a3-b62b-db0daea214b8 req-16afcf14-fb8a-4b51-b2d7-754935bfce90 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0510170 Apr 12 11:51:28.177559 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-18f26528-3e75-4583-9ae5-2007f5a702fc admin admin] Publish callbacks [] for security_group (a58be0d6-1ebc-4764-bf03-1312267c4bee), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:28.209007 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-823d40cb-226b-44a3-b62b-db0daea214b8 req-4bafcf97-1d2d-4a05-910e-93d3d6704b98 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460880 Apr 12 11:51:28.306296 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-18f26528-3e75-4583-9ae5-2007f5a702fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (a58be0d6-1ebc-4764-bf03-1312267c4bee), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:28.309045 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-18f26528-3e75-4583-9ae5-2007f5a702fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:28.310182 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-18f26528-3e75-4583-9ae5-2007f5a702fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a58be0d6-1ebc-4764-bf03-1312267c4bee HTTP/1.1" status: 204 len: 168 time: 0.2116163 Apr 12 11:51:28.327809 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f26528-3e75-4583-9ae5-2007f5a702fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58be0d6-1ebc-4764-bf03-1312267c4bee,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:28.337911 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2219e-01f9-400d-81cf-71c95745097e req-bc360e79-3a2f-44b1-bf4b-2e2f079c8cf9 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:28.339467 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4bd2219e-01f9-400d-81cf-71c95745097e req-bc360e79-3a2f-44b1-bf4b-2e2f079c8cf9 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0615623 Apr 12 11:51:28.393626 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4bd2219e-01f9-400d-81cf-71c95745097e req-fbb01111-1ec0-4656-b39a-57b7ecd2169a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463517 Apr 12 11:51:28.415545 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56802) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:28.488459 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4bb3867a-ee0b-46ab-99fb-caaa4e4f0b62 req-860babd9-7214-4318-b68c-004c4e470a78 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 210 time: 0.0306733 Apr 12 11:51:28.610502 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05157467-092c-4950-a630-0e2d94501db1 tempest-TestShelveInstance-631857674 tempest-TestShelveInstance-631857674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:28.612555 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-05157467-092c-4950-a630-0e2d94501db1 tempest-TestShelveInstance-631857674 tempest-TestShelveInstance-631857674-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1124 time: 0.1959977 Apr 12 11:51:28.616681 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56806) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:28.620924 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'port_id': 'f496f521-8960-4cb8-a836-6b36296e867a', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:28.709779 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:28.816423 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-28a89371-d624-4f25-b14f-77dd42d3c6f8 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:28.817895 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-28a89371-d624-4f25-b14f-77dd42d3c6f8 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.52 "GET /v2.0/networks?id=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf HTTP/1.1" status: 200 len: 809 time: 0.1689191 Apr 12 11:51:28.829190 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:28.840604 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Request body: {'port': {'device_id': '0149bd82-79ba-4ebc-ada4-c8c2f4583a16', 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf', 'admin_state_up': True, 'tenant_id': '694921a5610d42e0a53fa8382f007d57'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:29.020729 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Allocated IP 172.27.1.213 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/4d81a695-3ef5-4c06-b24d-385cff1a3940) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:51:29.132892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for port (4d81a695-3ef5-4c06-b24d-385cff1a3940), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:29.165330 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Made reservation on behalf of 694921a5610d42e0a53fa8382f007d57 for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:51:29.168713 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:29.230672 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (4d81a695-3ef5-4c06-b24d-385cff1a3940), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:29.283042 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:51:29.310146 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:51:29.316619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:51:29.348553 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'Port': ['ID=4d81a695-3ef5-4c06-b24d-385cff1a3940,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:29.373947 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Allocated IP 172.20.0.2 (bec0f1bd-4efa-44a4-8f71-285fcad5cfaf/19d4c66c-41ce-4036-80ab-7680c80e26b8/4c0ed712-88dc-4fc0-8e66-12998e11760a) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:51:29.590821 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-89413547-f18a-4638-ad9a-2016cc982a37 req-df366343-1a3a-40e5-bebb-81253bc22ff3 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 210 time: 0.0329742 Apr 12 11:51:29.667234 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks [] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:29.839673 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for floatingip (baf0071f-a7db-408a-be50-0f2b508bb887), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:29.862117 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:29.923516 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:51:29.930597 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:51:29.932511 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Pushing event updated for resources: {'Port': ['ID=4c0ed712-88dc-4fc0-8e66-12998e11760a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:29.934891 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:51:29.984524 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:29.985150 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:30.083460 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (4d81a695-3ef5-4c06-b24d-385cff1a3940), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:30.186320 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-ae2ec5ab-4ead-4844-a455-c07e72710041 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3534634 Apr 12 11:51:30.207950 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Request body: {'port': {'device_id': '0149bd82-79ba-4ebc-ada4-c8c2f4583a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:51:30.296330 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for port (4d81a695-3ef5-4c06-b24d-385cff1a3940), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:30.302500 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:30.360530 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (4d81a695-3ef5-4c06-b24d-385cff1a3940), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:30.769528 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event updated for resources: {'Port': ['ID=4d81a695-3ef5-4c06-b24d-385cff1a3940,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:30.809166 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (baf0071f-a7db-408a-be50-0f2b508bb887), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:30.859983 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607b68-973e-4c5b-9b6a-9e7aef172b6b req-13caba29-4397-4b92-bf71-7bd4d331967f tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:30.862071 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-de607b68-973e-4c5b-9b6a-9e7aef172b6b req-13caba29-4397-4b92-bf71-7bd4d331967f tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 931 time: 0.1518230 Apr 12 11:51:30.975096 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-de607b68-973e-4c5b-9b6a-9e7aef172b6b req-9e4e431b-4c7a-4444-90b0-065cb1710a7f tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064947 Apr 12 11:51:31.002846 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Floating IP baf0071f-a7db-408a-be50-0f2b508bb887 associated. External IP: 172.27.1.213, port: f496f521-8960-4cb8-a836-6b36296e867a. Apr 12 11:51:31.076628 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0ed712-88dc-4fc0-8e66-12998e11760a {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:51:31.088708 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Publish callbacks [] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:31.131597 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Transition to ACTIVE for port object 4c0ed712-88dc-4fc0-8e66-12998e11760a will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:51:31.228338 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:31.292570 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0ed712-88dc-4fc0-8e66-12998e11760a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:31.321303 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:51:31.419184 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Attempting to bind port 4c0ed712-88dc-4fc0-8e66-12998e11760a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:51:31.419438 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Attempting to bind port 4c0ed712-88dc-4fc0-8e66-12998e11760a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:51:31.419771 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Attempting to bind port 4c0ed712-88dc-4fc0-8e66-12998e11760a on network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:51:31.456193 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Port 4c0ed712-88dc-4fc0-8e66-12998e11760a on network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:51:31.456517 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Attempting to bind port 4c0ed712-88dc-4fc0-8e66-12998e11760a on network bec0f1bd-4efa-44a4-8f71-285fcad5cfaf {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:51:31.465103 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:51:31.465442 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Checking segment: {'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:51:31.465826 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Bound using segment: {'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:51:31.466273 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Bound port: 4c0ed712-88dc-4fc0-8e66-12998e11760a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba9063d-9218-4543-b065-d715b8ee5589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:51:31.466632 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:31.519230 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:51:31.532499 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] Sync routers for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:51:31.540489 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:51:31.540692 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:51:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:31.553733 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] For port 4c0ed712-88dc-4fc0-8e66-12998e11760a, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:51:31.560207 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] For port 4c0ed712-88dc-4fc0-8e66-12998e11760a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4c0ed712-88dc-4fc0-8e66-12998e11760a,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:51:31.571144 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-569572a4-c231-4669-9435-43470935b45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:31.619368 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:31.644098 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:31.657962 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:51:31.682822 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-fff127c2-1f4e-4fe2-84d8-19224426c781 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0650790 Apr 12 11:51:31.690508 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:31.690508 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81" -d '{"events": [{"name": "network-changed", "server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "tag": "f496f521-8960-4cb8-a836-6b36296e867a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:31.704520 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:31.707028 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:31.711767 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c0ed712-88dc-4fc0-8e66-12998e11760a HTTP/1.1" status: 200 len: 1093 time: 1.5110064 Apr 12 11:51:31.735656 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c73c-676f-4775-b9c2-53c3a0f24ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0ed712-88dc-4fc0-8e66-12998e11760a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:31.740879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4db75e7-44c3-4517-8db2-42f21a2295cc x-openstack-request-id: req-a4db75e7-44c3-4517-8db2-42f21a2295cc {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:31.741976 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "tag": "f496f521-8960-4cb8-a836-6b36296e867a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:31.741976 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4db75e7-44c3-4517-8db2-42f21a2295cc {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:31.742870 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4db75e7-44c3-4517-8db2-42f21a2295cc'] response: {'name': 'network-changed', 'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a', 'status': 'completed', 'code': 200} Apr 12 11:51:31.858521 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-fb599d72-36a4-4864-8a1f-dc7169924eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:31.860218 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-fb599d72-36a4-4864-8a1f-dc7169924eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1129 time: 0.0523965 Apr 12 11:51:31.917383 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'baf0071f-a7db-408a-be50-0f2b508bb887', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'port_id': 'f496f521-8960-4cb8-a836-6b36296e867a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'mac_address': 'fa:16:3e:b4:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:51:29Z', 'updated_at': '2022-04-12T11:51:29Z', 'revision_number': 0, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:31.951392 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] Checking router: e9ec5f0f-9dab-4080-b7fb-248a60ef84dc for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:51:31.955803 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-555da65d-d5f7-4583-82a8-57e54c08598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:31.957446 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-555da65d-d5f7-4583-82a8-57e54c08598f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=694921a5610d42e0a53fa8382f007d57&device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 1127 time: 0.0462985 Apr 12 11:51:31.963026 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:51:31.963643 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:51:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:32.021035 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-6ee63c85-a429-4cf0-b5eb-baa614e68aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:32.028241 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-6ee63c85-a429-4cf0-b5eb-baa614e68aef service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 909 time: 0.1316442 Apr 12 11:51:32.034086 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-8c8af4d9-e336-42bf-8715-9e0608f96c3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c0ed712-88dc-4fc0-8e66-12998e11760a HTTP/1.1" status: 200 len: 217 time: 0.0423288 Apr 12 11:51:32.092650 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:51:32.104927 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723b041-4091-43f8-b9cb-7fc6f812e3cf req-51a60060-0a1a-406c-8d3d-6aa8160260c7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:32.106589 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1723b041-4091-43f8-b9cb-7fc6f812e3cf req-51a60060-0a1a-406c-8d3d-6aa8160260c7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 943 time: 0.0483935 Apr 12 11:51:32.161467 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1723b041-4091-43f8-b9cb-7fc6f812e3cf req-e7abaaa2-c591-47f5-aa40-027852567cd1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477073 Apr 12 11:51:32.240764 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-b17fbebb-98f6-4d2d-9b48-25abb353f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:32.242714 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-b17fbebb-98f6-4d2d-9b48-25abb353f23f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19d4c66c-41ce-4036-80ab-7680c80e26b8 HTTP/1.1" status: 200 len: 849 time: 0.0558994 Apr 12 11:51:32.251082 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-c9747c94-4efd-44aa-be01-f51dd5d9b53c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 999 time: 0.0639017 Apr 12 11:51:32.276850 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-c446faa5-d1c3-4a3a-8efc-b017972d7999 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281115 Apr 12 11:51:32.306196 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-48ab65a4-a8ab-4f29-90db-423958ce0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:32.307797 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-48ab65a4-a8ab-4f29-90db-423958ce0f62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0517445 Apr 12 11:51:32.329908 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'baf0071f-a7db-408a-be50-0f2b508bb887', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'port_id': 'f496f521-8960-4cb8-a836-6b36296e867a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'mac_address': 'fa:16:3e:b4:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:51:29Z', 'updated_at': '2022-04-12T11:51:29Z', 'revision_number': 0, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:51:32.359267 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-08051cd0-f555-415b-a72d-a61aaeabf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:32.360924 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-08051cd0-f555-415b-a72d-a61aaeabf6bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472298 Apr 12 11:51:32.370473 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd9a957-da19-4acc-9873-ab3412b26000 None None] The sync data for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi is: [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'baf0071f-a7db-408a-be50-0f2b508bb887', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'port_id': 'f496f521-8960-4cb8-a836-6b36296e867a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'mac_address': 'fa:16:3e:b4:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:51:29Z', 'updated_at': '2022-04-12T11:51:29Z', 'revision_number': 0, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:51:32.392047 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-f41c2b8e-e24c-4fd5-8657-4a4f4176b569 service neutron] 10.222.0.52 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097631 Apr 12 11:51:32.465283 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-2bee4d99-7117-4674-b129-fabe9202ff29 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979803 Apr 12 11:51:32.505177 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-900df54f-c782-4167-a175-193fe8e5e9b1 req-00e88f7c-b291-4ccb-aaef-034040afdf31 service neutron] 10.222.0.52 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018245 Apr 12 11:51:32.575371 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3b63fd60-2ef6-4ec8-a8dd-232cdad1dd81 req-67f0f241-f741-43e6-8314-93fb1d6b587e service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040964 Apr 12 11:51:32.605274 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2a66f-6b3c-41c2-8273-6620df4e0290 None None] New status for floating IP baf0071f-a7db-408a-be50-0f2b508bb887: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:51:33.064244 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56896) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:33.172045 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b5687d62-13aa-4fde-bb01-2ae8750c33b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:33.246439 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b5687d62-13aa-4fde-bb01-2ae8750c33b0 admin admin] Publish callbacks [] for security_group (8d5bed26-1b62-43d6-8c2c-e86b14d3ef1f), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:33.277739 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9000d-04a8-4fbc-bc9d-2a8843de8922 req-e8b440c3-3a9e-4050-b0d1-892d87f7ff84 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:33.279246 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bfc9000d-04a8-4fbc-bc9d-2a8843de8922 req-e8b440c3-3a9e-4050-b0d1-892d87f7ff84 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 943 time: 0.0475883 Apr 12 11:51:33.313723 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b5687d62-13aa-4fde-bb01-2ae8750c33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (8d5bed26-1b62-43d6-8c2c-e86b14d3ef1f), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:33.326385 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bfc9000d-04a8-4fbc-bc9d-2a8843de8922 req-c3ec3562-1b98-4fff-ab5d-1a449b2dde4f tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Apr 12 11:51:33.352704 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-b5687d62-13aa-4fde-bb01-2ae8750c33b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66c045b4184144a98bb132b9e8f084c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868185 Apr 12 11:51:33.354614 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5687d62-13aa-4fde-bb01-2ae8750c33b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5bed26-1b62-43d6-8c2c-e86b14d3ef1f,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:33.355375 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56902) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:33.403077 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6079e653-7d28-4927-8dc1-e1e3b4589065 admin admin] Publish callbacks [] for security_group (8d5bed26-1b62-43d6-8c2c-e86b14d3ef1f), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:33.423322 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6079e653-7d28-4927-8dc1-e1e3b4589065 admin admin] Publish callbacks [] for security_group (8d5bed26-1b62-43d6-8c2c-e86b14d3ef1f), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:33.542487 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6079e653-7d28-4927-8dc1-e1e3b4589065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (8d5bed26-1b62-43d6-8c2c-e86b14d3ef1f), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:33.544978 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6079e653-7d28-4927-8dc1-e1e3b4589065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:33.546130 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-6079e653-7d28-4927-8dc1-e1e3b4589065 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d5bed26-1b62-43d6-8c2c-e86b14d3ef1f HTTP/1.1" status: 204 len: 168 time: 0.1897264 Apr 12 11:51:33.554552 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079e653-7d28-4927-8dc1-e1e3b4589065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5bed26-1b62-43d6-8c2c-e86b14d3ef1f,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:33.743629 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0149bd82-79ba-4ebc-ada4-c8c2f4583a16', 'tag': '4c0ed712-88dc-4fc0-8e66-12998e11760a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:33.746056 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6730b55-7255-4666-90bd-4c4eea5fe24e" -d '{"events": [{"name": "network-changed", "server_uuid": "0149bd82-79ba-4ebc-ada4-c8c2f4583a16", "tag": "4c0ed712-88dc-4fc0-8e66-12998e11760a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:33.781131 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b8c3c-4422-4ae5-8193-8e32d9de8160 x-openstack-request-id: req-552b8c3c-4422-4ae5-8193-8e32d9de8160 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:33.781429 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0149bd82-79ba-4ebc-ada4-c8c2f4583a16", "tag": "4c0ed712-88dc-4fc0-8e66-12998e11760a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:33.781687 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-552b8c3c-4422-4ae5-8193-8e32d9de8160 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:33.782138 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552b8c3c-4422-4ae5-8193-8e32d9de8160'] response: {'name': 'network-changed', 'server_uuid': '0149bd82-79ba-4ebc-ada4-c8c2f4583a16', 'tag': '4c0ed712-88dc-4fc0-8e66-12998e11760a', 'status': 'completed', 'code': 200} Apr 12 11:51:33.908664 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8df5f576-59d9-4626-a49c-ab3d06ccdebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:34.151962 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56912) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:34.168273 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-787500ce-0738-40f8-bd6e-4a2e1d5c6368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:34.242516 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-787500ce-0738-40f8-bd6e-4a2e1d5c6368 admin admin] Publish callbacks [] for security_group (b9e28f6a-d1da-4581-a08e-1fd50340fa7e), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:34.306939 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-787500ce-0738-40f8-bd6e-4a2e1d5c6368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b9e28f6a-d1da-4581-a08e-1fd50340fa7e), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:34.346906 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-787500ce-0738-40f8-bd6e-4a2e1d5c6368 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ccd39225d7445cebf67b341602042e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937871 Apr 12 11:51:34.348519 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787500ce-0738-40f8-bd6e-4a2e1d5c6368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e28f6a-d1da-4581-a08e-1fd50340fa7e,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:34.349539 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56916) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:34.399435 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22d10938-0b88-470c-bc4e-011d6dc01988 admin admin] Publish callbacks [] for security_group (b9e28f6a-d1da-4581-a08e-1fd50340fa7e), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:34.420624 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22d10938-0b88-470c-bc4e-011d6dc01988 admin admin] Publish callbacks [] for security_group (b9e28f6a-d1da-4581-a08e-1fd50340fa7e), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:34.442904 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120acd7-035b-44b8-af60-2039a1a2a1f8 req-ca41a711-fd55-4be0-9055-1975ae91cf57 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:34.444401 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e120acd7-035b-44b8-af60-2039a1a2a1f8 req-ca41a711-fd55-4be0-9055-1975ae91cf57 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 943 time: 0.0477805 Apr 12 11:51:34.491742 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e120acd7-035b-44b8-af60-2039a1a2a1f8 req-030e74b1-c8d6-412a-bb84-3e16f32a4508 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Apr 12 11:51:34.554376 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22d10938-0b88-470c-bc4e-011d6dc01988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b9e28f6a-d1da-4581-a08e-1fd50340fa7e), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:34.557383 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-22d10938-0b88-470c-bc4e-011d6dc01988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:34.558553 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-22d10938-0b88-470c-bc4e-011d6dc01988 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9e28f6a-d1da-4581-a08e-1fd50340fa7e HTTP/1.1" status: 204 len: 168 time: 0.2078915 Apr 12 11:51:34.590519 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d10938-0b88-470c-bc4e-011d6dc01988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e28f6a-d1da-4581-a08e-1fd50340fa7e,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:34.607582 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-0a8dde15-57ef-4aa6-b469-47a1c3977993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:34.611524 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-0a8dde15-57ef-4aa6-b469-47a1c3977993 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=694921a5610d42e0a53fa8382f007d57&device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 1127 time: 0.0495558 Apr 12 11:51:34.701242 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-da9aa320-63db-4a9c-87da-0a0545c88488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:34.702752 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-da9aa320-63db-4a9c-87da-0a0545c88488 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf HTTP/1.1" status: 200 len: 910 time: 0.0859206 Apr 12 11:51:34.748059 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-e9b8b9e2-af76-47cc-87ab-d9f7e8646e4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c0ed712-88dc-4fc0-8e66-12998e11760a HTTP/1.1" status: 200 len: 217 time: 0.0383840 Apr 12 11:51:34.795465 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-5e0c112c-3207-40fd-a66e-5d923beffb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:34.796922 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-5e0c112c-3207-40fd-a66e-5d923beffb71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19d4c66c-41ce-4036-80ab-7680c80e26b8 HTTP/1.1" status: 200 len: 849 time: 0.0437250 Apr 12 11:51:34.828187 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-53e221f9-718a-41fe-a4ec-4809c1e07796 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257282 Apr 12 11:51:34.924672 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-102ab52d-1e88-44cf-8e52-b2b531473fd5 service neutron] 10.222.0.52 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909572 Apr 12 11:51:35.022502 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a6730b55-7255-4666-90bd-4c4eea5fe24e req-cc6b9210-9a5f-4da2-88a5-312c77a93828 service neutron] 10.222.0.52 "GET /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925570 Apr 12 11:51:35.160747 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 4c0ed712-88dc-4fc0-8e66-12998e11760a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:51:35.247126 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:35.273128 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 4c0ed712-88dc-4fc0-8e66-12998e11760a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4c0ed712-88dc-4fc0-8e66-12998e11760a,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:35.284736 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '4c0ed712-88dc-4fc0-8e66-12998e11760a', 'network_id': 'bec0f1bd-4efa-44a4-8f71-285fcad5cfaf', 'port_id': '4c0ed712-88dc-4fc0-8e66-12998e11760a', 'mac_address': 'fa:16:3e:04:63:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d4c66c-41ce-4036-80ab-7680c80e26b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:51:35.322639 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 4c0ed712-88dc-4fc0-8e66-12998e11760a is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:51:35.323033 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:35.336054 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0ed712-88dc-4fc0-8e66-12998e11760a {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:51:35.356181 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 4c0ed712-88dc-4fc0-8e66-12998e11760a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4c0ed712-88dc-4fc0-8e66-12998e11760a,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:35.428226 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:35.481597 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=4c0ed712-88dc-4fc0-8e66-12998e11760a,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:35.605929 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d068bd4-c993-4aec-a086-24f5d42437f3 req-85ec719b-8b90-48db-bfc0-29673a5a4fd1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:35.607431 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d068bd4-c993-4aec-a086-24f5d42437f3 req-85ec719b-8b90-48db-bfc0-29673a5a4fd1 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 944 time: 0.0479002 Apr 12 11:51:35.659285 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d068bd4-c993-4aec-a086-24f5d42437f3 req-6976778f-a1d3-430b-9ea4-77d4ada26140 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Apr 12 11:51:35.828243 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['4c0ed712-88dc-4fc0-8e66-12998e11760a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:51:36.329726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:36.774811 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22019dda-5d23-443a-9ebc-2a5db6f41339 req-2fae42ad-7af9-44b1-936f-c37ce908ad17 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:36.776313 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-22019dda-5d23-443a-9ebc-2a5db6f41339 req-2fae42ad-7af9-44b1-936f-c37ce908ad17 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 944 time: 0.0513446 Apr 12 11:51:36.824680 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-22019dda-5d23-443a-9ebc-2a5db6f41339 req-726b7c3d-2851-497c-9ae3-4147be478a85 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Apr 12 11:51:37.052932 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 56978) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:37.156738 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-803d93df-730c-487f-b7a1-b5a8c7921a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.177277 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 4c0ed712-88dc-4fc0-8e66-12998e11760a up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:51:37.224603 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 4c0ed712-88dc-4fc0-8e66-12998e11760a completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:51:37.231226 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-803d93df-730c-487f-b7a1-b5a8c7921a60 admin admin] Publish callbacks [] for security_group (7941bdd4-85a3-4142-a7fe-b827b7b59d8b), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.313629 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 4c0ed712-88dc-4fc0-8e66-12998e11760a triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:51:37.314024 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.341239 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-803d93df-730c-487f-b7a1-b5a8c7921a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (7941bdd4-85a3-4142-a7fe-b827b7b59d8b), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.381105 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-803d93df-730c-487f-b7a1-b5a8c7921a60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc4f30b6ea084ac0be15dc65b55edba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270786 Apr 12 11:51:37.381969 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d93df-730c-487f-b7a1-b5a8c7921a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7941bdd4-85a3-4142-a7fe-b827b7b59d8b,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:37.383872 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56984) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:37.398533 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 4c0ed712-88dc-4fc0-8e66-12998e11760a is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:51:37.399008 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.423329 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149bd82-79ba-4ebc-ada4-c8c2f4583a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0ed712-88dc-4fc0-8e66-12998e11760a'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:37.425707 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b481ef1c-4ec1-4024-93ca-a37bb2b4ac9f" -d '{"events": [{"server_uuid": "0149bd82-79ba-4ebc-ada4-c8c2f4583a16", "name": "network-vif-plugged", "status": "completed", "tag": "4c0ed712-88dc-4fc0-8e66-12998e11760a"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:37.435393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c10d9503-90f0-46bf-a3b9-ad3b39c04a05 admin admin] Publish callbacks [] for security_group (7941bdd4-85a3-4142-a7fe-b827b7b59d8b), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.438599 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 4c0ed712-88dc-4fc0-8e66-12998e11760a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4c0ed712-88dc-4fc0-8e66-12998e11760a,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:37.458830 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c10d9503-90f0-46bf-a3b9-ad3b39c04a05 admin admin] Publish callbacks [] for security_group (7941bdd4-85a3-4142-a7fe-b827b7b59d8b), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.519696 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.572561 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=4c0ed712-88dc-4fc0-8e66-12998e11760a,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:37.582467 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1394fa2-1efe-479d-9318-19dc6eaecb51 x-openstack-request-id: req-f1394fa2-1efe-479d-9318-19dc6eaecb51 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:37.582766 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0149bd82-79ba-4ebc-ada4-c8c2f4583a16", "name": "network-vif-plugged", "status": "completed", "tag": "4c0ed712-88dc-4fc0-8e66-12998e11760a", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:37.583025 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1394fa2-1efe-479d-9318-19dc6eaecb51 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:37.583439 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1394fa2-1efe-479d-9318-19dc6eaecb51'] response: {'server_uuid': '0149bd82-79ba-4ebc-ada4-c8c2f4583a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0ed712-88dc-4fc0-8e66-12998e11760a', 'code': 200} Apr 12 11:51:37.598558 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c10d9503-90f0-46bf-a3b9-ad3b39c04a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (7941bdd4-85a3-4142-a7fe-b827b7b59d8b), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.601181 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c10d9503-90f0-46bf-a3b9-ad3b39c04a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.602401 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c10d9503-90f0-46bf-a3b9-ad3b39c04a05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7941bdd4-85a3-4142-a7fe-b827b7b59d8b HTTP/1.1" status: 204 len: 168 time: 0.2174613 Apr 12 11:51:37.610407 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d9503-90f0-46bf-a3b9-ad3b39c04a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7941bdd4-85a3-4142-a7fe-b827b7b59d8b,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:37.685568 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:51:37.811169 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:37.903825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901bd1-b1e0-4371-8565-3a33f3c13143 req-925b13fa-35c0-4ede-84e4-4b336b52d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:37.905392 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ce901bd1-b1e0-4371-8565-3a33f3c13143 req-925b13fa-35c0-4ede-84e4-4b336b52d91c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 1129 time: 0.0483408 Apr 12 11:51:37.954674 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ce901bd1-b1e0-4371-8565-3a33f3c13143 req-d8e0130d-ba31-4186-bcae-502f605aaf43 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 Apr 12 11:51:37.957351 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b93d3-76fd-4bdb-9655-b78754e8b7be req-66e3448e-87a7-42a1-b7b5-03d79de2e09b tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:37.958876 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8a9b93d3-76fd-4bdb-9655-b78754e8b7be req-66e3448e-87a7-42a1-b7b5-03d79de2e09b tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 945 time: 0.0618062 Apr 12 11:51:38.009859 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8a9b93d3-76fd-4bdb-9655-b78754e8b7be req-a8f6cc80-fb4d-4040-b7be-8bb89b77fb16 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Apr 12 11:51:38.178254 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 56998) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:38.192422 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9cd7-8736-484b-8e47-ff94f5555b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:38.273191 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9cd7-8736-484b-8e47-ff94f5555b81 admin admin] Publish callbacks [] for security_group (b377fb38-874b-4f30-851d-2ee6799d07b6), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:38.337117 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-dd7e9cd7-8736-484b-8e47-ff94f5555b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b377fb38-874b-4f30-851d-2ee6799d07b6), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:38.376877 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-dd7e9cd7-8736-484b-8e47-ff94f5555b81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75c278ca05594e8e9b255bed1c045de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974978 Apr 12 11:51:38.377762 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e9cd7-8736-484b-8e47-ff94f5555b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b377fb38-874b-4f30-851d-2ee6799d07b6,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:38.379596 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57002) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:38.438629 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-09920dc8-282e-48f9-b4d0-486ca2af04c9 admin admin] Publish callbacks [] for security_group (b377fb38-874b-4f30-851d-2ee6799d07b6), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:38.461417 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-09920dc8-282e-48f9-b4d0-486ca2af04c9 admin admin] Publish callbacks [] for security_group (b377fb38-874b-4f30-851d-2ee6799d07b6), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:38.640514 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-09920dc8-282e-48f9-b4d0-486ca2af04c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (b377fb38-874b-4f30-851d-2ee6799d07b6), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:38.643841 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-09920dc8-282e-48f9-b4d0-486ca2af04c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:38.645306 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-09920dc8-282e-48f9-b4d0-486ca2af04c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b377fb38-874b-4f30-851d-2ee6799d07b6 HTTP/1.1" status: 204 len: 168 time: 0.2631922 Apr 12 11:51:38.654967 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09920dc8-282e-48f9-b4d0-486ca2af04c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b377fb38-874b-4f30-851d-2ee6799d07b6,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:39.126482 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070035c-5549-499e-98f7-8ee8ab1b10eb req-73222c13-05e7-4ea5-bdfd-c06f711b6f89 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:39.128110 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7070035c-5549-499e-98f7-8ee8ab1b10eb req-73222c13-05e7-4ea5-bdfd-c06f711b6f89 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 945 time: 0.0489447 Apr 12 11:51:39.176399 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7070035c-5549-499e-98f7-8ee8ab1b10eb req-a1d5199e-1de6-4099-9a32-7bfa57264295 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 Apr 12 11:51:40.291821 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4abd39-ac0c-4fb5-b51e-8f1ad73eaab5 req-b2c42ad7-6bb7-4950-ab16-004c528caff6 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:40.293327 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4d4abd39-ac0c-4fb5-b51e-8f1ad73eaab5 req-b2c42ad7-6bb7-4950-ab16-004c528caff6 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Apr 12 11:51:40.347711 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4d4abd39-ac0c-4fb5-b51e-8f1ad73eaab5 req-3dd98510-ac2d-4ac1-a529-51d019ee5194 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485947 Apr 12 11:51:41.612946 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080b6a5-f59a-40af-becf-13dd1a4ba7d2 req-b8eb282c-246d-4f49-a822-618f3e4a1dd7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:41.614483 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7080b6a5-f59a-40af-becf-13dd1a4ba7d2 req-b8eb282c-246d-4f49-a822-618f3e4a1dd7 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 945 time: 0.0508301 Apr 12 11:51:41.661108 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7080b6a5-f59a-40af-becf-13dd1a4ba7d2 req-7891ca1b-8a93-4126-bc15-372c53871b8b tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Apr 12 11:51:42.779467 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760d0ac-49cd-4c45-9823-94ee22006e6d req-769bdcbc-68f7-4982-8df6-65d88a8c1a04 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:42.780935 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e760d0ac-49cd-4c45-9823-94ee22006e6d req-769bdcbc-68f7-4982-8df6-65d88a8c1a04 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 945 time: 0.0504048 Apr 12 11:51:42.827477 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e760d0ac-49cd-4c45-9823-94ee22006e6d req-91426394-a3fa-4379-97c6-9985f27ba1c4 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6dd281c-9357-4bd3-9784-47c9f8325054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Apr 12 11:51:43.398251 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b3301-2cd5-484b-997c-8ac84001666a req-054972ee-2505-4144-858b-cbd68188650f tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:51:43.399740 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-075b3301-2cd5-484b-997c-8ac84001666a req-054972ee-2505-4144-858b-cbd68188650f tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.52 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 945 time: 0.0463252 Apr 12 11:51:43.486179 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Deleting port 4c0ed712-88dc-4fc0-8e66-12998e11760a {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:51:43.486604 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:43.577166 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] For port 4c0ed712-88dc-4fc0-8e66-12998e11760a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4c0ed712-88dc-4fc0-8e66-12998e11760a,segment=NetworkSegment(3ba9063d-9218-4543-b065-d715b8ee5589),segment_id=3ba9063d-9218-4543-b065-d715b8ee5589)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:51:43.577538 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:43.591115 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Calling delete_port for 4c0ed712-88dc-4fc0-8e66-12998e11760a owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:51:43.782966 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (4c0ed712-88dc-4fc0-8e66-12998e11760a), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:43.811153 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Pushing event deleted for resources: {'Port': ['ID=4c0ed712-88dc-4fc0-8e66-12998e11760a,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:43.858675 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] No DVR routers for this DVR port 4c0ed712-88dc-4fc0-8e66-12998e11760a on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:51:43.861537 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:43.865196 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-075b3301-2cd5-484b-997c-8ac84001666a req-efb204e9-16ed-4c2b-a303-da84795dcd2d tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.52 "DELETE /v2.0/ports/4c0ed712-88dc-4fc0-8e66-12998e11760a HTTP/1.1" status: 204 len: 173 time: 0.4604020 Apr 12 11:51:43.865646 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149bd82-79ba-4ebc-ada4-c8c2f4583a16', 'name': 'network-vif-deleted', 'tag': '4c0ed712-88dc-4fc0-8e66-12998e11760a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:51:43.868038 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08ca192-969c-4a0a-89de-47b67a94684a" -d '{"events": [{"server_uuid": "0149bd82-79ba-4ebc-ada4-c8c2f4583a16", "name": "network-vif-deleted", "tag": "4c0ed712-88dc-4fc0-8e66-12998e11760a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:51:43.903607 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bee02d-b8aa-44d7-abb8-5eea2639c2c5 x-openstack-request-id: req-b7bee02d-b8aa-44d7-abb8-5eea2639c2c5 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:51:43.903951 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0149bd82-79ba-4ebc-ada4-c8c2f4583a16", "name": "network-vif-deleted", "tag": "4c0ed712-88dc-4fc0-8e66-12998e11760a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:51:43.904181 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7bee02d-b8aa-44d7-abb8-5eea2639c2c5 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:51:43.904547 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bee02d-b8aa-44d7-abb8-5eea2639c2c5'] response: {'server_uuid': '0149bd82-79ba-4ebc-ada4-c8c2f4583a16', 'name': 'network-vif-deleted', 'tag': '4c0ed712-88dc-4fc0-8e66-12998e11760a', 'status': 'completed', 'code': 200} Apr 12 11:51:43.923388 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4f78383e-9bdf-4f5e-a2e5-286b55be3f0b req-0f73679f-ce3b-47cb-a37e-2910bf0707c2 tempest-VolumesActionsTest-98512797 tempest-VolumesActionsTest-98512797-project] 10.222.0.59 "GET /v2.0/ports?device_id=0149bd82-79ba-4ebc-ada4-c8c2f4583a16 HTTP/1.1" status: 200 len: 210 time: 0.0281579 Apr 12 11:51:45.208238 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 4c0ed712-88dc-4fc0-8e66-12998e11760a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:51:45.229210 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 4c0ed712-88dc-4fc0-8e66-12998e11760a {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:51:45.229478 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 4c0ed712-88dc-4fc0-8e66-12998e11760a not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:51:52.617134 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:55.199090 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57286) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:55.320453 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ced0f0b2-eeda-4ddd-b008-eb244ad5692e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:55.408296 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ced0f0b2-eeda-4ddd-b008-eb244ad5692e admin admin] Publish callbacks [] for security_group (89219744-3359-4067-9cde-c5e0598db06d), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:55.679964 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ced0f0b2-eeda-4ddd-b008-eb244ad5692e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (89219744-3359-4067-9cde-c5e0598db06d), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:55.719227 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ced0f0b2-eeda-4ddd-b008-eb244ad5692e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2a62b34388c487f8cc61024761cc0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5189950 Apr 12 11:51:55.720478 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0f0b2-eeda-4ddd-b008-eb244ad5692e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89219744-3359-4067-9cde-c5e0598db06d,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:55.722371 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57296) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:55.779674 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb4dc-d988-437d-9f71-ed708d728e1c admin admin] Publish callbacks [] for security_group (89219744-3359-4067-9cde-c5e0598db06d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:55.808575 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb4dc-d988-437d-9f71-ed708d728e1c admin admin] Publish callbacks [] for security_group (89219744-3359-4067-9cde-c5e0598db06d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:55.937373 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb4dc-d988-437d-9f71-ed708d728e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (89219744-3359-4067-9cde-c5e0598db06d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:55.940992 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb4dc-d988-437d-9f71-ed708d728e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:55.942452 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3dcdb4dc-d988-437d-9f71-ed708d728e1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89219744-3359-4067-9cde-c5e0598db06d HTTP/1.1" status: 204 len: 168 time: 0.2180629 Apr 12 11:51:55.951145 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdb4dc-d988-437d-9f71-ed708d728e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89219744-3359-4067-9cde-c5e0598db06d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:56.625180 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57310) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:56.639641 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8946d8f5-ec71-4ad0-8663-9ddb79a03476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:56.737303 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8946d8f5-ec71-4ad0-8663-9ddb79a03476 admin admin] Publish callbacks [] for security_group (73e12f81-7643-4fee-97c6-7a52445a4419), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:56.817081 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8946d8f5-ec71-4ad0-8663-9ddb79a03476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (73e12f81-7643-4fee-97c6-7a52445a4419), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:56.856967 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946d8f5-ec71-4ad0-8663-9ddb79a03476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e12f81-7643-4fee-97c6-7a52445a4419,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:56.863197 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8946d8f5-ec71-4ad0-8663-9ddb79a03476 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29c5bb87ae4542d280b53dc4d01f101c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367368 Apr 12 11:51:56.866887 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57312) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:56.921666 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a466d97-2236-42f5-ace7-59b9332c3536 admin admin] Publish callbacks [] for security_group (73e12f81-7643-4fee-97c6-7a52445a4419), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:56.948885 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a466d97-2236-42f5-ace7-59b9332c3536 admin admin] Publish callbacks [] for security_group (73e12f81-7643-4fee-97c6-7a52445a4419), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:57.068789 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a466d97-2236-42f5-ace7-59b9332c3536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (73e12f81-7643-4fee-97c6-7a52445a4419), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:57.076262 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a466d97-2236-42f5-ace7-59b9332c3536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:57.076262 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-0a466d97-2236-42f5-ace7-59b9332c3536 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73e12f81-7643-4fee-97c6-7a52445a4419 HTTP/1.1" status: 204 len: 168 time: 0.2056367 Apr 12 11:51:57.083514 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a466d97-2236-42f5-ace7-59b9332c3536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e12f81-7643-4fee-97c6-7a52445a4419,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:57.824431 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57324) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:57.839123 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-879c60e8-388e-4ac9-8562-c30bcf7f4181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:57.921845 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-879c60e8-388e-4ac9-8562-c30bcf7f4181 admin admin] Publish callbacks [] for security_group (cf2888de-1bcf-4605-ae02-583c39b098de), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:57.983195 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-879c60e8-388e-4ac9-8562-c30bcf7f4181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (cf2888de-1bcf-4605-ae02-583c39b098de), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:58.015741 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c60e8-388e-4ac9-8562-c30bcf7f4181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2888de-1bcf-4605-ae02-583c39b098de,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:51:58.031894 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57326) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:51:58.042632 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-879c60e8-388e-4ac9-8562-c30bcf7f4181 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89961bce245445c8a26e36d67b926ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170336 Apr 12 11:51:58.081851 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9046-39b6-4b82-941b-6cf513d7a1d3 admin admin] Publish callbacks [] for security_group (cf2888de-1bcf-4605-ae02-583c39b098de), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:58.104850 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9046-39b6-4b82-941b-6cf513d7a1d3 admin admin] Publish callbacks [] for security_group (cf2888de-1bcf-4605-ae02-583c39b098de), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:58.227634 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9046-39b6-4b82-941b-6cf513d7a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (cf2888de-1bcf-4605-ae02-583c39b098de), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:58.230383 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9046-39b6-4b82-941b-6cf513d7a1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:51:58.231597 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-3a9c9046-39b6-4b82-941b-6cf513d7a1d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cf2888de-1bcf-4605-ae02-583c39b098de HTTP/1.1" status: 204 len: 168 time: 0.1987984 Apr 12 11:51:58.242816 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c9046-39b6-4b82-941b-6cf513d7a1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2888de-1bcf-4605-ae02-583c39b098de,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:01.555097 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3088c638-4fa6-49d4-8a59-1a14f1d52791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:03.909308 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-364bec56-e951-4da4-90ab-337bc6b8e7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:05.263968 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:06.331942 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:07.887531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:14.684014 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:52:16.619304 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57608) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:16.663628 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Deleting subnet 19d4c66c-41ce-4036-80ab-7680c80e26b8 {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:52:16.666619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Publish callbacks [] for subnet (19d4c66c-41ce-4036-80ab-7680c80e26b8), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:16.700751 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (19d4c66c-41ce-4036-80ab-7680c80e26b8), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:16.740934 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (19d4c66c-41ce-4036-80ab-7680c80e26b8), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:16.869272 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26284707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27022937'] for subnet (19d4c66c-41ce-4036-80ab-7680c80e26b8), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:16.903210 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d4c66c-41ce-4036-80ab-7680c80e26b8,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:16.911674 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:16.914819 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/19d4c66c-41ce-4036-80ab-7680c80e26b8 HTTP/1.1" status: 204 len: 168 time: 0.2944965 Apr 12 11:52:16.916293 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.916645 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.916992 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.917336 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.917668 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.918016 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.918355 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.918602 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57614) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:16.919319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.919319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.919319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.919601 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.919931 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.920253 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.920573 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.920895 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a98eb7-7f9f-46ec-aa4b-9b4ede02c711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:16.990368 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (bec0f1bd-4efa-44a4-8f71-285fcad5cfaf), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.070809 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (bec0f1bd-4efa-44a4-8f71-285fcad5cfaf), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.090010 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec0f1bd-4efa-44a4-8f71-285fcad5cfaf']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:17.099172 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba9063d-9218-4543-b065-d715b8ee5589') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:17.099471 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba9063d-9218-4543-b065-d715b8ee5589') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:17.108595 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (3ba9063d-9218-4543-b065-d715b8ee5589), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.121783 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (3ba9063d-9218-4543-b065-d715b8ee5589), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.128083 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:52:17.128464 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (3ba9063d-9218-4543-b065-d715b8ee5589), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:52:17.130138 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:52:17.228759 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (bec0f1bd-4efa-44a4-8f71-285fcad5cfaf), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.235372 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.239251 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bec0f1bd-4efa-44a4-8f71-285fcad5cfaf HTTP/1.1" status: 204 len: 168 time: 0.3189805 Apr 12 11:52:17.248903 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec0f1bd-4efa-44a4-8f71-285fcad5cfaf,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:17.256430 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.256778 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.257121 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.257457 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.257788 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.258140 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.258467 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.258792 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.259114 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.259440 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.259759 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.260080 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.260395 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.260794 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.261023 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b523ac45-ee80-4b07-8c9a-b8c2362e53c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:17.624987 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57624) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:17.664612 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-40f0aff5-6470-4ef7-aac4-7f6f65e58a18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=694921a5610d42e0a53fa8382f007d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384932 Apr 12 11:52:17.667223 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57626) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:17.715782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-736a28c2-8ac1-4991-bea5-b27603a2f677 admin admin] Publish callbacks [] for security_group (c6dd281c-9357-4bd3-9784-47c9f8325054), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.740890 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-736a28c2-8ac1-4991-bea5-b27603a2f677 admin admin] Publish callbacks [] for security_group (c6dd281c-9357-4bd3-9784-47c9f8325054), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.873416 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-736a28c2-8ac1-4991-bea5-b27603a2f677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (c6dd281c-9357-4bd3-9784-47c9f8325054), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.876035 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-736a28c2-8ac1-4991-bea5-b27603a2f677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:17.877280 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-736a28c2-8ac1-4991-bea5-b27603a2f677 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6dd281c-9357-4bd3-9784-47c9f8325054 HTTP/1.1" status: 204 len: 168 time: 0.2089818 Apr 12 11:52:17.885073 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a28c2-8ac1-4991-bea5-b27603a2f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd281c-9357-4bd3-9784-47c9f8325054,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:19.735234 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57708) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:19.845311 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6b6699b9-bf82-4a9f-992d-cfe243ce95fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:19.918957 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6b6699b9-bf82-4a9f-992d-cfe243ce95fd admin admin] Publish callbacks [] for security_group (fb23160c-1039-46cf-a44c-fcaa93309ab5), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:19.983443 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6b6699b9-bf82-4a9f-992d-cfe243ce95fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (fb23160c-1039-46cf-a44c-fcaa93309ab5), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:20.023715 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6699b9-bf82-4a9f-992d-cfe243ce95fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb23160c-1039-46cf-a44c-fcaa93309ab5,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:20.028092 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-6b6699b9-bf82-4a9f-992d-cfe243ce95fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f38670df3e2b444a9805ecc21518a47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918203 Apr 12 11:52:20.030854 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57712) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:20.079783 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-de4f8cb2-cdf6-4d48-85eb-ada82c3c60fa admin admin] Publish callbacks [] for security_group (fb23160c-1039-46cf-a44c-fcaa93309ab5), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:20.102818 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-de4f8cb2-cdf6-4d48-85eb-ada82c3c60fa admin admin] Publish callbacks [] for security_group (fb23160c-1039-46cf-a44c-fcaa93309ab5), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:20.257239 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-de4f8cb2-cdf6-4d48-85eb-ada82c3c60fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (fb23160c-1039-46cf-a44c-fcaa93309ab5), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:20.259863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-de4f8cb2-cdf6-4d48-85eb-ada82c3c60fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:20.261014 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-de4f8cb2-cdf6-4d48-85eb-ada82c3c60fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb23160c-1039-46cf-a44c-fcaa93309ab5 HTTP/1.1" status: 204 len: 168 time: 0.2292638 Apr 12 11:52:20.268885 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f8cb2-cdf6-4d48-85eb-ada82c3c60fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb23160c-1039-46cf-a44c-fcaa93309ab5,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:21.312263 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57756) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:21.406525 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-272433716-network', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:21.489957 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Made reservation on behalf of a6c87880b50844dc962140bec8dbf7bf for: {'network': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:52:21.492242 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:21.501133 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:21.576444 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Publish callbacks [] for security_group (3e1125d3-9f40-4f9f-9567-c95fa076c1a1), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:21.644507 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (3e1125d3-9f40-4f9f-9567-c95fa076c1a1), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:21.671065 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:52:21.677333 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1125d3-9f40-4f9f-9567-c95fa076c1a1,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:21.684339 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (4c664fde-58fb-4cb0-928f-7c6a688f1ff6), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:21.686354 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.segments_db [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Added segment 4c664fde-58fb-4cb0-928f-7c6a688f1ff6 of type vlan for network e2941e1a-0142-4a70-bac4-479500ababee Apr 12 11:52:21.732589 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (e2941e1a-0142-4a70-bac4-479500ababee), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:21.828770 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (e2941e1a-0142-4a70-bac4-479500ababee), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:21.829923 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:52:21.831287 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:21.891307 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] Pushing event updated for resources: {'Network': ['ID=e2941e1a-0142-4a70-bac4-479500ababee,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:21.901813 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network e2941e1a-0142-4a70-bac4-479500ababee details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:52:21.929037 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-64f0583c-0d1b-4579-a2b2-96b713937a10 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6156781 Apr 12 11:52:21.932179 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57762) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:21.937948 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Request body: {'subnet': {'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-272433716-subnet', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:22.034584 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Made reservation on behalf of a6c87880b50844dc962140bec8dbf7bf for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:52:22.036892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27022916'] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.263680 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26284142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27022934'] for subnet (baba6b68-ad30-4604-b905-971f36c66b95), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.318639 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baba6b68-ad30-4604-b905-971f36c66b95,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:22.329217 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Checking segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:52:22.329578 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Network hostable DHCP agents. Network: e2941e1a-0142-4a70-bac4-479500ababee, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:52:22.403913 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Network e2941e1a-0142-4a70-bac4-479500ababee is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:52:22.484143 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, e2941e1a-0142-4a70-bac4-479500ababee) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:22.489098 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:52:22.489706 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.494937 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5101df3-723c-499d-a3ce-fe8fa9111a64 None None] Network e2941e1a-0142-4a70-bac4-479500ababee requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:52:22.572788 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-e18c7796-323f-4abd-842a-766abc0ff428 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6390955 Apr 12 11:52:22.575187 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57768) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:22.579446 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:22.604593 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-e2941e1a-0142-4a70-bac4-479500ababee', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:52:22.605400 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.678713 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.679706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.679983 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.747523 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks [] for router_controller (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), precommit_add_association {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.752602 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Allocated IP 172.20.0.2 (e2941e1a-0142-4a70-bac4-479500ababee/baba6b68-ad30-4604-b905-971f36c66b95/1a9ad939-dcff-4d84-86c5-3c1930425986) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:52:22.903513 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Publish callbacks [] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:22.961792 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.008777 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Network e2941e1a-0142-4a70-bac4-479500ababee is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:52:23.011628 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:23.016177 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:52:23.025227 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Pushing event updated for resources: {'Port': ['ID=1a9ad939-dcff-4d84-86c5-3c1930425986,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:23.038096 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.038444 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.038791 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.039140 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.039479 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.039816 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.040146 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.040477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.040805 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.041134 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.041463 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.041789 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.042141 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.042468 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.042825 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:23.092698 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Attempting to bind port 1a9ad939-dcff-4d84-86c5-3c1930425986 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:52:23.093074 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Attempting to bind port 1a9ad939-dcff-4d84-86c5-3c1930425986 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:52:23.093444 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Attempting to bind port 1a9ad939-dcff-4d84-86c5-3c1930425986 on network e2941e1a-0142-4a70-bac4-479500ababee {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:52:23.099100 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:52:23.099491 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Checking segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:52:23.099883 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.100281 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Bound using segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:52:23.100745 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Bound port: 1a9ad939-dcff-4d84-86c5-3c1930425986, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:52:23.101128 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.166212 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] For port 1a9ad939-dcff-4d84-86c5-3c1930425986, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:52:23.169077 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] For port 1a9ad939-dcff-4d84-86c5-3c1930425986, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=1a9ad939-dcff-4d84-86c5-3c1930425986,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:52:23.185319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks [] for router_gateway (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.270466 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.332002 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5b4bc-5ceb-476b-b282-09821940a54c None None] Pushing event updated for resources: {'Port': ['ID=1a9ad939-dcff-4d84-86c5-3c1930425986,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:23.511319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks [] for router_gateway (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.539332 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.653777 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Allocated IP 172.27.1.9 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/e07b9c1a-b46a-4262-a19b-f17defc0e225) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:52:23.757894 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks [] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.850642 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:23.892086 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:52:23.895181 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:23.902607 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:52:23.905802 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Pushing event updated for resources: {'Port': ['ID=e07b9c1a-b46a-4262-a19b-f17defc0e225,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:24.015867 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 1a9ad939-dcff-4d84-86c5-3c1930425986 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:24.068850 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 1a9ad939-dcff-4d84-86c5-3c1930425986 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:24.069367 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:24.158134 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 1a9ad939-dcff-4d84-86c5-3c1930425986 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:24.158804 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:24.194845 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 1a9ad939-dcff-4d84-86c5-3c1930425986, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=1a9ad939-dcff-4d84-86c5-3c1930425986,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:52:24.246988 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336f057-ed0e-4825-a804-7089a8aaf71b None None] Network e2941e1a-0142-4a70-bac4-479500ababee requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:52:24.273753 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:24.332670 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-5826e46b-df51-4e71-ace9-a06e5ba371ba None None] Provisioning complete for port 1a9ad939-dcff-4d84-86c5-3c1930425986 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:24.333037 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5826e46b-df51-4e71-ace9-a06e5ba371ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:24.375154 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks [] for router_gateway (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:24.403792 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=1a9ad939-dcff-4d84-86c5-3c1930425986,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:24.472009 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-5826e46b-df51-4e71-ace9-a06e5ba371ba None None] Current status of the port 1a9ad939-dcff-4d84-86c5-3c1930425986 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:24.597706 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:24.689381 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-09b11a50-12bf-4ace-bbd8-a0e1f4045a40 None None] Provisioning complete for port 1a9ad939-dcff-4d84-86c5-3c1930425986 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:24.690543 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-09b11a50-12bf-4ace-bbd8-a0e1f4045a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:24.769272 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-09b11a50-12bf-4ace-bbd8-a0e1f4045a40 None None] Current status of the port 1a9ad939-dcff-4d84-86c5-3c1930425986 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:24.807020 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:52:24.917072 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:52:24.926910 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:52:24.936478 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:52:24.937084 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:52:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:25.001265 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.006593 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-97748de2-08c2-45e1-bf0d-3418c9718272 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4267702 Apr 12 11:52:25.006991 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57778) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:25.137247 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:52:25.311134 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:24Z', 'revision_number': 3, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:25.341110 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:52:25.341450 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Updating router f420248f-6d65-4e60-87b9-fe5d09a5b4ae port e07b9c1a-b46a-4262-a19b-f17defc0e225 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:52:25.372130 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.437255 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.606028 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Allocated IP 172.20.0.1 (e2941e1a-0142-4a70-bac4-479500ababee/baba6b68-ad30-4604-b905-971f36c66b95/3e63742b-b19f-4b72-9457-a449a79b2182) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:52:25.642019 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Publish callbacks [] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.708887 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.713295 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Publish callbacks [] for port (3e63742b-b19f-4b72-9457-a449a79b2182), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.754864 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Attempting to bind port e07b9c1a-b46a-4262-a19b-f17defc0e225 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:52:25.755223 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Attempting to bind port e07b9c1a-b46a-4262-a19b-f17defc0e225 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:52:25.755578 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Attempting to bind port e07b9c1a-b46a-4262-a19b-f17defc0e225 on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:52:25.763061 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:52:25.763426 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:52:25.763819 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.764199 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:52:25.764705 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Bound port: e07b9c1a-b46a-4262-a19b-f17defc0e225, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:52:25.765075 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.790277 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Pushing event updated for resources: {'Port': ['ID=e07b9c1a-b46a-4262-a19b-f17defc0e225,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:25.806842 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.807175 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.807532 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.807884 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.808211 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.808534 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.808857 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.809174 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.809490 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.809871 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.810177 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.810476 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.811105 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.811420 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.811733 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:52:25.824371 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.845189 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] For port e07b9c1a-b46a-4262-a19b-f17defc0e225, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:52:25.848990 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] For port e07b9c1a-b46a-4262-a19b-f17defc0e225, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=e07b9c1a-b46a-4262-a19b-f17defc0e225,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:52:25.865841 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Network e2941e1a-0142-4a70-bac4-479500ababee is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:52:25.868710 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:25.872068 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:52:25.903417 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Pushing event updated for resources: {'Port': ['ID=3e63742b-b19f-4b72-9457-a449a79b2182,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:25.922624 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:25.943917 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:26.004795 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:52:26.005432 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:52:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:26.021280 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 1a9ad939-dcff-4d84-86c5-3c1930425986 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:26.095776 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 1a9ad939-dcff-4d84-86c5-3c1930425986 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:26.097031 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:26.135409 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1f41e-1ccd-48a9-b8f8-684fbf56ec8e None None] Pushing event updated for resources: {'Port': ['ID=e07b9c1a-b46a-4262-a19b-f17defc0e225,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:26.138348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:26.194098 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 1a9ad939-dcff-4d84-86c5-3c1930425986 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:26.207126 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:52:26.208143 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-97519366-af5b-4a2d-975b-ea51545ab8ee None None] Provisioning complete for port 3e63742b-b19f-4b72-9457-a449a79b2182 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:26.208607 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-97519366-af5b-4a2d-975b-ea51545ab8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:26.247549 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-97519366-af5b-4a2d-975b-ea51545ab8ee None None] Port 3e63742b-b19f-4b72-9457-a449a79b2182 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:52:26.307975 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Publish callbacks [] for port (3e63742b-b19f-4b72-9457-a449a79b2182), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:26.372263 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:26.442805 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:24Z', 'revision_number': 3, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:26.445890 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Pushing event updated for resources: {'Port': ['ID=3e63742b-b19f-4b72-9457-a449a79b2182,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:26.448332 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:26.471757 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26420e06-dc1f-4d71-a046-77076fa9f218 None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:24Z', 'revision_number': 3, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:52:26.553696 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Network e2941e1a-0142-4a70-bac4-479500ababee is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:52:26.555416 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3d44522-be81-4899-87c5-afa02b282639 req-67e4d440-6789-444f-aa69-d29165b3a7ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539701 Apr 12 11:52:26.555898 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:26.700561 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d44522-be81-4899-87c5-afa02b282639 req-ed3564b9-094f-4ee1-9b77-9bf3bf7ed346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:52:26.702625 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3d44522-be81-4899-87c5-afa02b282639 req-ed3564b9-094f-4ee1-9b77-9bf3bf7ed346 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1129 time: 0.0712197 Apr 12 11:52:26.854551 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d44522-be81-4899-87c5-afa02b282639 req-092fe995-fc96-47df-b399-88da9b5a2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:52:26.856185 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3d44522-be81-4899-87c5-afa02b282639 req-092fe995-fc96-47df-b399-88da9b5a2030 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 909 time: 0.1279829 Apr 12 11:52:26.894588 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-6737c607-b9da-4827-8037-4812b0293e33 None None] Provisioning complete for port 3e63742b-b19f-4b72-9457-a449a79b2182 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:26.895241 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6737c607-b9da-4827-8037-4812b0293e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:26.938033 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-6737c607-b9da-4827-8037-4812b0293e33 None None] Port 3e63742b-b19f-4b72-9457-a449a79b2182 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:52:26.959115 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3d44522-be81-4899-87c5-afa02b282639 req-26adb813-93a8-474e-9f63-de7b98b95be7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 1001 time: 0.0720851 Apr 12 11:52:27.011991 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d44522-be81-4899-87c5-afa02b282639 req-c754b304-661c-442d-adf0-89af68ca6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:52:27.013477 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3d44522-be81-4899-87c5-afa02b282639 req-c754b304-661c-442d-adf0-89af68ca6fbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0484118 Apr 12 11:52:27.023162 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:52:27.063322 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d44522-be81-4899-87c5-afa02b282639 req-6c165f3b-5a0b-4f21-a33c-8ecb2476e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:52:27.065537 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3d44522-be81-4899-87c5-afa02b282639 req-6c165f3b-5a0b-4f21-a33c-8ecb2476e60a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461066 Apr 12 11:52:27.152636 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:52:27.157866 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c81f5d89-ecc1-41ff-a5aa-9e5ca7ad4552 admin admin] 10.222.0.59 "PUT /v2.0/routers/f420248f-6d65-4e60-87b9-fe5d09a5b4ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1496999 Apr 12 11:52:27.167738 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3d44522-be81-4899-87c5-afa02b282639 req-026f8ef7-b101-4cb9-9eb3-fa2be1a53815 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939996 Apr 12 11:52:27.271899 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e3d44522-be81-4899-87c5-afa02b282639 req-c3e4f20c-dfac-4cd4-a36c-c92205b108c7 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965607 Apr 12 11:52:27.838444 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57812) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:27.843294 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1316864474-network', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:27.953346 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Made reservation on behalf of ac03125b0fc24477822a338b05f37af3 for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:52:27.956615 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:27.965611 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:27.993846 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device e07b9c1a-b46a-4262-a19b-f17defc0e225 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:28.043362 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port e07b9c1a-b46a-4262-a19b-f17defc0e225 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:28.043739 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.048533 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Publish callbacks [] for security_group (02e68dcd-079f-40c5-bd32-3b2bd3c274da), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.114411 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (02e68dcd-079f-40c5-bd32-3b2bd3c274da), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.128331 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port e07b9c1a-b46a-4262-a19b-f17defc0e225 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:28.129051 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.140971 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:52:28.150399 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e68dcd-079f-40c5-bd32-3b2bd3c274da,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:28.152275 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port e07b9c1a-b46a-4262-a19b-f17defc0e225, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=e07b9c1a-b46a-4262-a19b-f17defc0e225,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:52:28.156889 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.157412 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Added segment 84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1 of type vlan for network 2b8f62e2-fe43-405d-92f8-8429e9382d88 Apr 12 11:52:28.208020 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (2b8f62e2-fe43-405d-92f8-8429e9382d88), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.211732 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.274993 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (2b8f62e2-fe43-405d-92f8-8429e9382d88), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.276085 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:52:28.276676 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.340680 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] Pushing event updated for resources: {'Network': ['ID=2b8f62e2-fe43-405d-92f8-8429e9382d88,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:28.365540 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 2b8f62e2-fe43-405d-92f8-8429e9382d88 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:52:28.380320 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-f1dd8418-11d2-4157-b62a-3b8b3e470c78 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5406511 Apr 12 11:52:28.383347 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57814) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:28.384404 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:52:28.388488 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Request body: {'subnet': {'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1316864474-subnet', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:28.456559 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=e07b9c1a-b46a-4262-a19b-f17defc0e225,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:28.467126 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:52:28.467737 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:52:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:28.484461 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Made reservation on behalf of ac03125b0fc24477822a338b05f37af3 for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:52:28.488704 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27022916'] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.580544 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:52:28.719228 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26284142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27022934'] for subnet (f854cb7d-a4a0-49f7-b7c1-cfa9761981b6), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.775607 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f854cb7d-a4a0-49f7-b7c1-cfa9761981b6,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:28.788074 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Checking segment: {'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:52:28.788431 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Network hostable DHCP agents. Network: 2b8f62e2-fe43-405d-92f8-8429e9382d88, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:52:28.793920 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 2, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:28.824257 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:52:28.824613 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Updating router f420248f-6d65-4e60-87b9-fe5d09a5b4ae port 3e63742b-b19f-4b72-9457-a449a79b2182 binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:52:28.852369 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:28.867118 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Network 2b8f62e2-fe43-405d-92f8-8429e9382d88 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:52:28.948043 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 2b8f62e2-fe43-405d-92f8-8429e9382d88) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:28.959481 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43f058-3a4c-4dcd-a2a1-87aae8a51da8 None None] Network 2b8f62e2-fe43-405d-92f8-8429e9382d88 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:52:28.960996 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:52:28.961691 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.036770 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-309d0b82-fe2b-4d83-bd63-7b8244b13e88 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6522899 Apr 12 11:52:29.039343 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57820) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:29.043647 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:29.119090 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (bc4030d0-f094-44da-a5c4-dd4b09e1010c), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.120059 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (bc4030d0-f094-44da-a5c4-dd4b09e1010c), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.137408 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-2b8f62e2-fe43-405d-92f8-8429e9382d88', 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88', 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'fixed_ips': [{'subnet_id': 'f854cb7d-a4a0-49f7-b7c1-cfa9761981b6'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:52:29.138270 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.179901 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks [] for router_controller (bc4030d0-f094-44da-a5c4-dd4b09e1010c), precommit_add_association {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.282758 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Publish callbacks [] for port (3e63742b-b19f-4b72-9457-a449a79b2182), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.335262 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Allocated IP 172.20.0.2 (2b8f62e2-fe43-405d-92f8-8429e9382d88/f854cb7d-a4a0-49f7-b7c1-cfa9761981b6/c3b90469-76eb-426b-82b3-0a63147251a1) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:52:29.337555 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.455073 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c4a0f-a27c-4c01-8011-f3df36cbf61d None None] Pushing event updated for resources: {'Port': ['ID=3e63742b-b19f-4b72-9457-a449a79b2182,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:29.553177 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Attempting to bind port 3e63742b-b19f-4b72-9457-a449a79b2182 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:52:29.553546 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Attempting to bind port 3e63742b-b19f-4b72-9457-a449a79b2182 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:52:29.553972 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Attempting to bind port 3e63742b-b19f-4b72-9457-a449a79b2182 on network e2941e1a-0142-4a70-bac4-479500ababee {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:52:29.563623 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:52:29.563996 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Checking segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:52:29.564394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.565020 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Bound using segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:52:29.565687 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Bound port: 3e63742b-b19f-4b72-9457-a449a79b2182, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:52:29.566093 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.636117 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks [] for router_gateway (bc4030d0-f094-44da-a5c4-dd4b09e1010c), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.644631 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Publish callbacks [] for port (c3b90469-76eb-426b-82b3-0a63147251a1), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.674747 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] For port 3e63742b-b19f-4b72-9457-a449a79b2182, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:52:29.691530 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-ed920c07-12de-4bc8-8c30-6389cb78dbb8 None None] Provisioning complete for port 3e63742b-b19f-4b72-9457-a449a79b2182 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:29.691935 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ed920c07-12de-4bc8-8c30-6389cb78dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.694553 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] For port 3e63742b-b19f-4b72-9457-a449a79b2182, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=3e63742b-b19f-4b72-9457-a449a79b2182,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:52:29.727752 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ed920c07-12de-4bc8-8c30-6389cb78dbb8 None None] Port 3e63742b-b19f-4b72-9457-a449a79b2182 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:52:29.754895 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.797572 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Network 2b8f62e2-fe43-405d-92f8-8429e9382d88 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:52:29.801204 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.809145 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:29.818322 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:52:29.822955 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Pushing event updated for resources: {'Port': ['ID=c3b90469-76eb-426b-82b3-0a63147251a1,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:29.926556 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:52:29.927210 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:52:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:29.927769 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks [] for router_gateway (bc4030d0-f094-44da-a5c4-dd4b09e1010c), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.953431 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:29.973400 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c4a0f-a27c-4c01-8011-f3df36cbf61d None None] Pushing event updated for resources: {'Port': ['ID=3e63742b-b19f-4b72-9457-a449a79b2182,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:29.976373 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Attempting to bind port c3b90469-76eb-426b-82b3-0a63147251a1 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:52:29.976932 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Attempting to bind port c3b90469-76eb-426b-82b3-0a63147251a1 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:52:29.977499 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Attempting to bind port c3b90469-76eb-426b-82b3-0a63147251a1 on network 2b8f62e2-fe43-405d-92f8-8429e9382d88 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:52:30.000073 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:52:30.004149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Checking segment: {'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:52:30.004149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.004149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Bound using segment: {'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:52:30.004149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Bound port: c3b90469-76eb-426b-82b3-0a63147251a1, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:52:30.004149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.100591 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Allocated IP 172.27.1.3 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/01c257f3-3a64-4df2-aab4-e2278f518810) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:52:30.145787 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device e07b9c1a-b46a-4262-a19b-f17defc0e225 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:30.211916 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks [] for port (01c257f3-3a64-4df2-aab4-e2278f518810), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.241130 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-6d3969bc-2779-4c24-bace-d67bc91de8c8 None None] Provisioning complete for port 3e63742b-b19f-4b72-9457-a449a79b2182 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:30.241517 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6d3969bc-2779-4c24-bace-d67bc91de8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.321437 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.327409 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:52:30.368065 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:52:30.371410 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:30.374746 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:52:30.374990 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] For port c3b90469-76eb-426b-82b3-0a63147251a1, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:52:30.377259 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port e07b9c1a-b46a-4262-a19b-f17defc0e225 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:30.377634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.412809 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=01c257f3-3a64-4df2-aab4-e2278f518810,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:30.416276 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] For port c3b90469-76eb-426b-82b3-0a63147251a1, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=c3b90469-76eb-426b-82b3-0a63147251a1,segment=NetworkSegment(84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1),segment_id=84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:52:30.517385 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.557258 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-6d3969bc-2779-4c24-bace-d67bc91de8c8 None None] Current status of the port 3e63742b-b19f-4b72-9457-a449a79b2182 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:30.557666 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6d3969bc-2779-4c24-bace-d67bc91de8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.726430 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-6d3969bc-2779-4c24-bace-d67bc91de8c8 None None] For port 3e63742b-b19f-4b72-9457-a449a79b2182, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=3e63742b-b19f-4b72-9457-a449a79b2182,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:52:30.727524 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks [] for router_gateway (bc4030d0-f094-44da-a5c4-dd4b09e1010c), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.731229 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9fa58-54c9-4916-9f4f-75d9c1f2759e None None] Pushing event updated for resources: {'Port': ['ID=c3b90469-76eb-426b-82b3-0a63147251a1,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:30.735187 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port e07b9c1a-b46a-4262-a19b-f17defc0e225 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:30.759878 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:29Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:30.792735 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f395a-ec5b-46b8-8b6f-735e80c3266a None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:29Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:52:30.827534 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6d3969bc-2779-4c24-bace-d67bc91de8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:30.955105 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3969bc-2779-4c24-bace-d67bc91de8c8 None None] Pushing event updated for resources: {'Port': ['ID=3e63742b-b19f-4b72-9457-a449a79b2182,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:31.036209 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (bc4030d0-f094-44da-a5c4-dd4b09e1010c), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:31.223286 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Router bc4030d0-f094-44da-a5c4-dd4b09e1010c is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:52:31.340559 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:52:31.353150 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Sync routers for ids ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:52:31.365967 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Routers {'bc4030d0-f094-44da-a5c4-dd4b09e1010c'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:52:31.366768 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:52:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:31.426733 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:31.430872 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-be1f5696-da5c-496c-b1ca-09bb353a3bc1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3877838 Apr 12 11:52:31.430990 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57832) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:31.502503 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Set router bc4030d0-f094-44da-a5c4-dd4b09e1010c gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:52:31.554853 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5fdde3d8-0c0d-42df-ba98-67db65695018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:31.769372 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab194b-0826-4b6f-bed5-c9cd505760d5 None None] Network 2b8f62e2-fe43-405d-92f8-8429e9382d88 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:52:31.842396 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 3, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port': {'id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:31.882661 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Checking router: bc4030d0-f094-44da-a5c4-dd4b09e1010c for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:52:31.883017 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Updating router bc4030d0-f094-44da-a5c4-dd4b09e1010c port 01c257f3-3a64-4df2-aab4-e2278f518810 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:52:31.895813 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-b4674826-b30c-4b1d-a6d7-d50cbe1c0c1d None None] Provisioning complete for port c3b90469-76eb-426b-82b3-0a63147251a1 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:31.896179 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b4674826-b30c-4b1d-a6d7-d50cbe1c0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:31.913687 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.063784 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-b4674826-b30c-4b1d-a6d7-d50cbe1c0c1d None None] Current status of the port c3b90469-76eb-426b-82b3-0a63147251a1 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:32.064291 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b4674826-b30c-4b1d-a6d7-d50cbe1c0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.104305 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 3e63742b-b19f-4b72-9457-a449a79b2182 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:32.140017 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-b4674826-b30c-4b1d-a6d7-d50cbe1c0c1d None None] For port c3b90469-76eb-426b-82b3-0a63147251a1, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=c3b90469-76eb-426b-82b3-0a63147251a1,segment=NetworkSegment(84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1),segment_id=84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:52:32.169170 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 3e63742b-b19f-4b72-9457-a449a79b2182 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:32.169666 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.247551 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b4674826-b30c-4b1d-a6d7-d50cbe1c0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.298164 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 3e63742b-b19f-4b72-9457-a449a79b2182 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:32.300585 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device c3b90469-76eb-426b-82b3-0a63147251a1 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:32.343891 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4674826-b30c-4b1d-a6d7-d50cbe1c0c1d None None] Pushing event updated for resources: {'Port': ['ID=c3b90469-76eb-426b-82b3-0a63147251a1,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:32.371287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-a3ff757c-dc45-475a-906b-a8130af73477 None None] Provisioning complete for port c3b90469-76eb-426b-82b3-0a63147251a1 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:32.371561 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a3ff757c-dc45-475a-906b-a8130af73477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.378682 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Publish callbacks [] for port (01c257f3-3a64-4df2-aab4-e2278f518810), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.380327 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.405248 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port c3b90469-76eb-426b-82b3-0a63147251a1 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:32.405590 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.442120 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.504900 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Attempting to bind port 01c257f3-3a64-4df2-aab4-e2278f518810 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:52:32.505271 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Attempting to bind port 01c257f3-3a64-4df2-aab4-e2278f518810 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:52:32.505633 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Attempting to bind port 01c257f3-3a64-4df2-aab4-e2278f518810 on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:52:32.508665 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb097-18c0-495a-87f4-cb7dfbdf40f5 None None] Pushing event updated for resources: {'Port': ['ID=01c257f3-3a64-4df2-aab4-e2278f518810,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:32.513410 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:52:32.513782 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:52:32.514480 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.514607 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:52:32.515044 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Bound port: 01c257f3-3a64-4df2-aab4-e2278f518810, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:52:32.515421 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.539815 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port c3b90469-76eb-426b-82b3-0a63147251a1 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:32.547286 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff757c-dc45-475a-906b-a8130af73477 None None] Current status of the port c3b90469-76eb-426b-82b3-0a63147251a1 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:32.559709 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Allocated IP 172.20.0.1 (2b8f62e2-fe43-405d-92f8-8429e9382d88/f854cb7d-a4a0-49f7-b7c1-cfa9761981b6/14a6ba57-d25c-4ce6-9a38-19366bb8c1c7) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:52:32.573038 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] For port 01c257f3-3a64-4df2-aab4-e2278f518810, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:52:32.576023 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] For port 01c257f3-3a64-4df2-aab4-e2278f518810, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=01c257f3-3a64-4df2-aab4-e2278f518810,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:52:32.663988 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Publish callbacks [] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.667902 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.724679 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Routers {'bc4030d0-f094-44da-a5c4-dd4b09e1010c'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:52:32.725363 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:52:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:32.730117 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb097-18c0-495a-87f4-cb7dfbdf40f5 None None] Pushing event updated for resources: {'Port': ['ID=01c257f3-3a64-4df2-aab4-e2278f518810,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:32.793524 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:32.838221 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] Set router bc4030d0-f094-44da-a5c4-dd4b09e1010c gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:52:32.863407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Network 2b8f62e2-fe43-405d-92f8-8429e9382d88 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:52:32.863407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:32.864078 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:52:32.866283 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Pushing event updated for resources: {'Port': ['ID=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:32.909439 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (bc4030d0-f094-44da-a5c4-dd4b09e1010c), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:33.061663 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 3, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port': {'id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:33.093415 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74618ea2-8645-4d95-b058-d7f133f60b7d None None] The sync data for ids ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'] in dv-cinder-830091-4-iscsi is: [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 3, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port': {'id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:52:33.175527 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-1160eb46-5a37-404d-a6ed-53deee62ed55 None None] Provisioning complete for port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:33.176516 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1160eb46-5a37-404d-a6ed-53deee62ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:33.189075 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:33.224675 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-1160eb46-5a37-404d-a6ed-53deee62ed55 None None] Port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:52:33.391072 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Publish callbacks [] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:33.448336 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:33.525605 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Pushing event updated for resources: {'Port': ['ID=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:33.528319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (bc4030d0-f094-44da-a5c4-dd4b09e1010c), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:33.627046 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Network 2b8f62e2-fe43-405d-92f8-8429e9382d88 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:52:33.629123 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:52:33.769498 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Router bc4030d0-f094-44da-a5c4-dd4b09e1010c has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:52:33.859054 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-5cf3baa6-1f69-4395-bd7a-68d3a63005fb None None] Provisioning complete for port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:33.859445 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5cf3baa6-1f69-4395-bd7a-68d3a63005fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:33.896492 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3baa6-1f69-4395-bd7a-68d3a63005fb None None] Port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:52:33.899350 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:52:33.903496 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fbb7deb7-1766-4852-855b-ba0fc34a772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:33.906280 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-1f4b2f22-d97c-479e-9fe8-c337762f9634 admin admin] 10.222.0.59 "PUT /v2.0/routers/bc4030d0-f094-44da-a5c4-dd4b09e1010c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4741986 Apr 12 11:52:34.074703 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device c3b90469-76eb-426b-82b3-0a63147251a1 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:34.125186 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port c3b90469-76eb-426b-82b3-0a63147251a1 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:34.125559 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.215660 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port c3b90469-76eb-426b-82b3-0a63147251a1 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:34.216659 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 01c257f3-3a64-4df2-aab4-e2278f518810 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:34.268469 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 01c257f3-3a64-4df2-aab4-e2278f518810 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:34.269426 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.481472 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 01c257f3-3a64-4df2-aab4-e2278f518810 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:34.481782 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.503363 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 01c257f3-3a64-4df2-aab4-e2278f518810, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=01c257f3-3a64-4df2-aab4-e2278f518810,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:52:34.543191 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57868) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:34.547970 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-83367d4c-35f4-4a61-9168-c5ca7c266edb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573694150', 'description': 'tempest-secgroup-smoke-573694150 description', 'project_id': 'a6c87880b50844dc962140bec8dbf7bf'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:34.598547 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.621426 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83367d4c-35f4-4a61-9168-c5ca7c266edb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.647408 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=01c257f3-3a64-4df2-aab4-e2278f518810,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:34.691152 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83367d4c-35f4-4a61-9168-c5ca7c266edb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group (3ee4733c-e341-4336-8b4b-05b7613b11c4), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.731069 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Sync routers for ids ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:52:34.748986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Routers {'bc4030d0-f094-44da-a5c4-dd4b09e1010c'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:52:34.748986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:52:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:34.760357 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83367d4c-35f4-4a61-9168-c5ca7c266edb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (3ee4733c-e341-4336-8b4b-05b7613b11c4), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.790286 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367d4c-35f4-4a61-9168-c5ca7c266edb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4733c-e341-4336-8b4b-05b7613b11c4,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:34.832338 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83367d4c-35f4-4a61-9168-c5ca7c266edb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.833613 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-83367d4c-35f4-4a61-9168-c5ca7c266edb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2894082 Apr 12 11:52:34.836667 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57870) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:34.840966 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-05f0211a-8c8b-43bd-a6dc-7ff028709918 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'security_group_rule': {'security_group_id': '3ee4733c-e341-4336-8b4b-05b7613b11c4', 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:34.857189 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Set router bc4030d0-f094-44da-a5c4-dd4b09e1010c gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:52:34.910063 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-05f0211a-8c8b-43bd-a6dc-7ff028709918 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (2b3b7974-7ec1-4c84-a30d-370d3ea7cb48), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:34.967630 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-05f0211a-8c8b-43bd-a6dc-7ff028709918 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (2b3b7974-7ec1-4c84-a30d-370d3ea7cb48), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.012281 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-05f0211a-8c8b-43bd-a6dc-7ff028709918 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (2b3b7974-7ec1-4c84-a30d-370d3ea7cb48), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.034088 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0211a-8c8b-43bd-a6dc-7ff028709918 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3b7974-7ec1-4c84-a30d-370d3ea7cb48,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:35.058410 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:33Z', 'revision_number': 4, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port': {'id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '14a6ba57-d25c-4ce6-9a38-19366bb8c1c7', 'name': '', 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'mac_address': 'fa:16:3e:db:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f854cb7d-a4a0-49f7-b7c1-cfa9761981b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:32Z', 'updated_at': '2022-04-12T11:52:33Z', 'revision_number': 2, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'subnets': [{'id': 'f854cb7d-a4a0-49f7-b7c1-cfa9761981b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:35.085336 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Checking router: bc4030d0-f094-44da-a5c4-dd4b09e1010c for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:52:35.085691 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Updating router bc4030d0-f094-44da-a5c4-dd4b09e1010c port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:52:35.103501 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-05f0211a-8c8b-43bd-a6dc-7ff028709918 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.104729 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-05f0211a-8c8b-43bd-a6dc-7ff028709918 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2671220 Apr 12 11:52:35.107454 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57874) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:35.112101 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-f0ec3aff-cb72-404a-91fd-bd92df00dc1b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'security_group_rule': {'security_group_id': '3ee4733c-e341-4336-8b4b-05b7613b11c4', 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:35.113104 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.198676 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3aff-cb72-404a-91fd-bd92df00dc1b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (7bdba075-441d-4d0d-b3b1-51b3253a8486), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.260355 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3aff-cb72-404a-91fd-bd92df00dc1b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (7bdba075-441d-4d0d-b3b1-51b3253a8486), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.295468 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.337880 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3aff-cb72-404a-91fd-bd92df00dc1b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (7bdba075-441d-4d0d-b3b1-51b3253a8486), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.356767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec3aff-cb72-404a-91fd-bd92df00dc1b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdba075-441d-4d0d-b3b1-51b3253a8486,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:35.389732 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Publish callbacks [] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.419641 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3aff-cb72-404a-91fd-bd92df00dc1b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.420882 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-f0ec3aff-cb72-404a-91fd-bd92df00dc1b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3124182 Apr 12 11:52:35.429588 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57878) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:35.434087 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-44594c02-c23a-4916-be27-562a6ef72cdf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'security_group_rule': {'security_group_id': '3ee4733c-e341-4336-8b4b-05b7613b11c4', 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:35.446352 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.496477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e06d5b-eed2-4183-857a-ee93dfec1f61 None None] Pushing event updated for resources: {'Port': ['ID=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:35.521595 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-44594c02-c23a-4916-be27-562a6ef72cdf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (865b4562-9cf0-446d-974d-8a827df5e209), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.554040 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Attempting to bind port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:52:35.554346 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Attempting to bind port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:52:35.554893 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Attempting to bind port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 on network 2b8f62e2-fe43-405d-92f8-8429e9382d88 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:52:35.559924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:52:35.564471 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Checking segment: {'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:52:35.564471 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.564471 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Bound using segment: {'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:52:35.564471 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Bound port: 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:52:35.564471 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.589382 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-44594c02-c23a-4916-be27-562a6ef72cdf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (865b4562-9cf0-446d-974d-8a827df5e209), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.632473 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] For port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:52:35.635812 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] For port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,segment=NetworkSegment(84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1),segment_id=84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:52:35.669129 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-44594c02-c23a-4916-be27-562a6ef72cdf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (865b4562-9cf0-446d-974d-8a827df5e209), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.686887 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44594c02-c23a-4916-be27-562a6ef72cdf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865b4562-9cf0-446d-974d-8a827df5e209,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:35.709513 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.756369 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-c356059f-813d-43e3-9dfc-97ef68e02ebf None None] Provisioning complete for port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:35.756736 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c356059f-813d-43e3-9dfc-97ef68e02ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.774086 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-44594c02-c23a-4916-be27-562a6ef72cdf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.775448 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-44594c02-c23a-4916-be27-562a6ef72cdf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448131 Apr 12 11:52:35.778162 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 57880) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:35.782803 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-57a7d9b4-3d92-4c13-a1c3-878de9090788 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'security_group_rule': {'security_group_id': '3ee4733c-e341-4336-8b4b-05b7613b11c4', 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:35.809907 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Routers {'bc4030d0-f094-44da-a5c4-dd4b09e1010c'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:52:35.810578 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:52:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:35.814769 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e06d5b-eed2-4183-857a-ee93dfec1f61 None None] Pushing event updated for resources: {'Port': ['ID=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:35.847542 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-57a7d9b4-3d92-4c13-a1c3-878de9090788 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (ded7f2f3-986e-4765-93d4-4bfd9e4f3ea1), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.922628 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-57a7d9b4-3d92-4c13-a1c3-878de9090788 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (ded7f2f3-986e-4765-93d4-4bfd9e4f3ea1), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.954531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-c356059f-813d-43e3-9dfc-97ef68e02ebf None None] Current status of the port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:35.954923 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c356059f-813d-43e3-9dfc-97ef68e02ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:35.981462 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] Set router bc4030d0-f094-44da-a5c4-dd4b09e1010c gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:52:36.000572 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-57a7d9b4-3d92-4c13-a1c3-878de9090788 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (ded7f2f3-986e-4765-93d4-4bfd9e4f3ea1), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.009234 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 01c257f3-3a64-4df2-aab4-e2278f518810 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:36.023099 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7d9b4-3d92-4c13-a1c3-878de9090788 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded7f2f3-986e-4765-93d4-4bfd9e4f3ea1,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:36.051503 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-c356059f-813d-43e3-9dfc-97ef68e02ebf None None] For port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,segment=NetworkSegment(84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1),segment_id=84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:52:36.123268 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-57a7d9b4-3d92-4c13-a1c3-878de9090788 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.124549 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-57a7d9b4-3d92-4c13-a1c3-878de9090788 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452678 Apr 12 11:52:36.127967 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57886) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:36.132682 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-425db83d-14fd-4e15-8ce9-aafb4466d432 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'security_group_rule': {'security_group_id': '3ee4733c-e341-4336-8b4b-05b7613b11c4', 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:36.160686 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c356059f-813d-43e3-9dfc-97ef68e02ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.167446 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 01c257f3-3a64-4df2-aab4-e2278f518810 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:36.167813 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.218016 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.securitygroups_db [None req-425db83d-14fd-4e15-8ce9-aafb4466d432 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Project a6c87880b50844dc962140bec8dbf7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:52:36.223933 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-425db83d-14fd-4e15-8ce9-aafb4466d432 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (4d65ad23-6411-4584-9e44-116388e215fc), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.281228 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356059f-813d-43e3-9dfc-97ef68e02ebf None None] Pushing event updated for resources: {'Port': ['ID=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:36.294576 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-425db83d-14fd-4e15-8ce9-aafb4466d432 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (4d65ad23-6411-4584-9e44-116388e215fc), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.320482 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-961163ba-412d-4a2c-b90d-4a93dd02da02 None None] Provisioning complete for port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:36.321028 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-961163ba-412d-4a2c-b90d-4a93dd02da02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.387312 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-425db83d-14fd-4e15-8ce9-aafb4466d432 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (4d65ad23-6411-4584-9e44-116388e215fc), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.409887 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425db83d-14fd-4e15-8ce9-aafb4466d432 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d65ad23-6411-4584-9e44-116388e215fc,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:36.486438 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-425db83d-14fd-4e15-8ce9-aafb4466d432 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.488179 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-425db83d-14fd-4e15-8ce9-aafb4466d432 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3591549 Apr 12 11:52:36.490908 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 57892) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:36.495254 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-fdb5e1fc-5796-43d4-9ea1-3351ccf71de5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'security_group_rule': {'security_group_id': '3ee4733c-e341-4336-8b4b-05b7613b11c4', 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:52:36.498436 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.513080 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:33Z', 'revision_number': 4, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port': {'id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '14a6ba57-d25c-4ce6-9a38-19366bb8c1c7', 'name': '', 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'mac_address': 'fa:16:3e:db:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f854cb7d-a4a0-49f7-b7c1-cfa9761981b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:32Z', 'updated_at': '2022-04-12T11:52:35Z', 'revision_number': 4, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'subnets': [{'id': 'f854cb7d-a4a0-49f7-b7c1-cfa9761981b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:52:36.550305 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352408f-e90b-44f9-be15-59ee39e68e4a None None] The sync data for ids ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'] in dv-cinder-830091-4-iscsi is: [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:33Z', 'revision_number': 4, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port': {'id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '14a6ba57-d25c-4ce6-9a38-19366bb8c1c7', 'name': '', 'network_id': '2b8f62e2-fe43-405d-92f8-8429e9382d88', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'mac_address': 'fa:16:3e:db:06:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f854cb7d-a4a0-49f7-b7c1-cfa9761981b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:32Z', 'updated_at': '2022-04-12T11:52:35Z', 'revision_number': 4, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'subnets': [{'id': 'f854cb7d-a4a0-49f7-b7c1-cfa9761981b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:52:36.552071 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 01c257f3-3a64-4df2-aab4-e2278f518810 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:36.561282 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.securitygroups_db [None req-fdb5e1fc-5796-43d4-9ea1-3351ccf71de5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Project a6c87880b50844dc962140bec8dbf7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:52:36.567334 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e1fc-5796-43d4-9ea1-3351ccf71de5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (3c4ea8d9-017f-40c3-bd1d-b972879b5321), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.620458 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-961163ba-412d-4a2c-b90d-4a93dd02da02 None None] Current status of the port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:36.659981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e1fc-5796-43d4-9ea1-3351ccf71de5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (3c4ea8d9-017f-40c3-bd1d-b972879b5321), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.760720 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e1fc-5796-43d4-9ea1-3351ccf71de5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (3c4ea8d9-017f-40c3-bd1d-b972879b5321), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.779776 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5e1fc-5796-43d4-9ea1-3351ccf71de5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4ea8d9-017f-40c3-bd1d-b972879b5321,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:36.892305 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e1fc-5796-43d4-9ea1-3351ccf71de5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:36.893840 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-fdb5e1fc-5796-43d4-9ea1-3351ccf71de5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4018817 Apr 12 11:52:37.827686 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:38.007635 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:52:38.054171 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:52:38.054547 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:38.132986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:52:51.683143 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:52:52.635182 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:54.292827 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58088) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:54.396580 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f69dcc50-decb-41de-95f9-8d9a70b10022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:54.467629 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f69dcc50-decb-41de-95f9-8d9a70b10022 admin admin] Publish callbacks [] for security_group (92451aee-af5b-44ef-b28f-c22ce9cb5015), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:54.541221 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f69dcc50-decb-41de-95f9-8d9a70b10022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (92451aee-af5b-44ef-b28f-c22ce9cb5015), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:54.578957 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-f69dcc50-decb-41de-95f9-8d9a70b10022 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92eefa1b043f4e57b4722c58c16acd08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850802 Apr 12 11:52:54.579802 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dcc50-decb-41de-95f9-8d9a70b10022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92451aee-af5b-44ef-b28f-c22ce9cb5015,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:52:54.582499 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 58094) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:52:54.630709 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-00de24d7-5aab-4353-9599-05f56fa786d0 admin admin] Publish callbacks [] for security_group (92451aee-af5b-44ef-b28f-c22ce9cb5015), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:54.651325 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-00de24d7-5aab-4353-9599-05f56fa786d0 admin admin] Publish callbacks [] for security_group (92451aee-af5b-44ef-b28f-c22ce9cb5015), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:54.758738 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-00de24d7-5aab-4353-9599-05f56fa786d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (92451aee-af5b-44ef-b28f-c22ce9cb5015), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:54.761295 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-00de24d7-5aab-4353-9599-05f56fa786d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:52:54.762460 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-00de24d7-5aab-4353-9599-05f56fa786d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92451aee-af5b-44ef-b28f-c22ce9cb5015 HTTP/1.1" status: 204 len: 168 time: 0.1789236 Apr 12 11:52:54.771574 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de24d7-5aab-4353-9599-05f56fa786d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92451aee-af5b-44ef-b28f-c22ce9cb5015,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:01.558646 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-dcd1728f-7713-486e-a6d0-766182f92ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:03.920930 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ce4fff7c-ceb6-4d4e-9dcd-fc8ba8170bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:05.269627 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:06.378258 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:07.847079 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:08.356210 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58236) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:53:08.387347 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-a47583dc-c231-462f-8b7b-aa0a7c121379 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573694150&fields=id&tenant_id=a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 267 time: 0.0458555 Apr 12 11:53:08.500995 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97151-30c5-415d-9f09-89496012a478 req-356f9678-dc18-4621-8682-8c9fb735620f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:08.502521 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-356f9678-dc18-4621-8682-8c9fb735620f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 811 time: 0.1087041 Apr 12 11:53:08.516955 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-70572938-ddca-4e65-993a-7c48469e398a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/quotas/a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 375 time: 0.0088768 Apr 12 11:53:08.520848 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a0a114d3-5049-4ca2-8428-24e03f873345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:08.567901 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-12dedb00-f926-4b8e-a8ed-8c50de17c329 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442767 Apr 12 11:53:08.595231 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a0a114d3-5049-4ca2-8428-24e03f873345 admin admin] Publish callbacks [] for security_group (9a4d69c3-99c0-41aa-b866-4044d7a6e427), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:08.666112 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-6f899922-79b8-432c-932a-e1df83a40997 service neutron] 10.222.0.59 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847049 Apr 12 11:53:08.692246 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a0a114d3-5049-4ca2-8428-24e03f873345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (9a4d69c3-99c0-41aa-b866-4044d7a6e427), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:08.732653 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a0a114d3-5049-4ca2-8428-24e03f873345 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=010af004494446b8a2ebfc21db7fb720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751962 Apr 12 11:53:08.733699 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a114d3-5049-4ca2-8428-24e03f873345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d69c3-99c0-41aa-b866-4044d7a6e427,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:08.735996 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58242) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:53:08.765590 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-ac1c208c-8088-4edb-ab15-4f109dbcf802 service neutron] 10.222.0.59 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936370 Apr 12 11:53:08.787352 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cc8c2ef6-5ea3-47de-9bfd-bd61c88a6a82 admin admin] Publish callbacks [] for security_group (9a4d69c3-99c0-41aa-b866-4044d7a6e427), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:08.814347 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cc8c2ef6-5ea3-47de-9bfd-bd61c88a6a82 admin admin] Publish callbacks [] for security_group (9a4d69c3-99c0-41aa-b866-4044d7a6e427), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:08.955543 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cc8c2ef6-5ea3-47de-9bfd-bd61c88a6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (9a4d69c3-99c0-41aa-b866-4044d7a6e427), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:08.958308 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cc8c2ef6-5ea3-47de-9bfd-bd61c88a6a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:08.959506 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-cc8c2ef6-5ea3-47de-9bfd-bd61c88a6a82 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a4d69c3-99c0-41aa-b866-4044d7a6e427 HTTP/1.1" status: 204 len: 168 time: 0.2218540 Apr 12 11:53:08.967568 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c2ef6-5ea3-47de-9bfd-bd61c88a6a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d69c3-99c0-41aa-b866-4044d7a6e427,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:09.385314 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7452b3bd-ee84-4c3e-9c0d-2b29db301648 req-d4c0f9b8-c93e-4981-9ad4-a7a3243ace6d tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 210 time: 0.0324469 Apr 12 11:53:10.481451 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-066e9664-4770-49e4-8a08-b9ac3e726839 req-439d68ea-0025-4af2-a583-df4195b82131 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Apr 12 11:53:11.575695 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-cd5aa611-2421-4f5b-bc28-cdefcb8204e0 req-2a211c9f-2211-4707-a901-8fd9d2729174 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 210 time: 0.0284529 Apr 12 11:53:11.759058 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97151-30c5-415d-9f09-89496012a478 req-099df8f7-4b35-444a-818c-63d3e3b7be04 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:11.760606 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-099df8f7-4b35-444a-818c-63d3e3b7be04 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 811 time: 0.1058621 Apr 12 11:53:11.829965 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-9c41e83c-21d2-4ed9-acd4-883597d9dd45 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 379 time: 0.0544717 Apr 12 11:53:11.839530 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'port': {'device_id': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'admin_state_up': True, 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'security_groups': ['3ee4733c-e341-4336-8b4b-05b7613b11c4']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:53:12.050200 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Made reservation on behalf of a6c87880b50844dc962140bec8dbf7bf for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:53:12.053635 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:12.182409 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Allocated IP 172.20.0.9 (e2941e1a-0142-4a70-bac4-479500ababee/baba6b68-ad30-4604-b905-971f36c66b95/44a86181-2d2a-4577-8a1c-b6b2ecdfbb25) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:53:12.323564 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:12.439480 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:12.482056 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Network e2941e1a-0142-4a70-bac4-479500ababee is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:53:12.484935 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:53:12.489622 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:53:12.524852 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:12.550557 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:12.551205 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:12.662527 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-3e11a362-981c-465e-9c50-f68050c3a11b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8268440 Apr 12 11:53:12.683830 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Request body: {'port': {'device_id': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:53:12.722617 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca3782-41eb-49bd-9907-ab5ca299bda5 req-32b881c2-a83d-4bda-ac3a-e20a1256ff51 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:12.724126 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-04ca3782-41eb-49bd-9907-ab5ca299bda5 req-32b881c2-a83d-4bda-ac3a-e20a1256ff51 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 931 time: 0.0750227 Apr 12 11:53:12.757909 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-d3b7eac2-5483-472c-ba6c-f10a40c6545b None None] Provisioning complete for port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:53:12.758516 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d3b7eac2-5483-472c-ba6c-f10a40c6545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:12.776892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:12.793714 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7eac2-5483-472c-ba6c-f10a40c6545b None None] Port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:53:12.812937 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-04ca3782-41eb-49bd-9907-ab5ca299bda5 req-65ed4bc5-c7eb-4c29-bc45-a74c59292734 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803795 Apr 12 11:53:13.073210 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:53:13.081559 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Publish callbacks [] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:13.093547 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Transition to ACTIVE for port object 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:53:13.195198 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:13.246401 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Pushing event updated for resources: {'Port': ['ID=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:13.327805 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Attempting to bind port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:53:13.328149 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Attempting to bind port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:53:13.328487 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Attempting to bind port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 on network e2941e1a-0142-4a70-bac4-479500ababee {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:53:13.333772 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 on network e2941e1a-0142-4a70-bac4-479500ababee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:53:13.334132 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Attempting to bind port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 on network e2941e1a-0142-4a70-bac4-479500ababee {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:53:13.339306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:53:13.339647 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Checking segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:53:13.340036 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Bound using segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:53:13.340462 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Bound port: 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:53:13.340825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:13.410392 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] For port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:53:13.413548 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] For port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:53:13.544574 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:13.580193 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:13.581752 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:13.583864 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] 10.222.0.52 "PUT /v2.0/ports/44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 HTTP/1.1" status: 200 len: 1093 time: 0.9040985 Apr 12 11:53:13.586742 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'tag': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:53:13.588764 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada673be-6e9e-451c-93e9-4684c7801e59" -d '{"events": [{"name": "network-changed", "server_uuid": "64ff4d15-28e2-4f87-ac50-b59bc19f2502", "tag": "44a86181-2d2a-4577-8a1c-b6b2ecdfbb25"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:53:13.619024 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22b35b-6513-4794-80c4-74ddba93733a service neutron] Pushing event updated for resources: {'Port': ['ID=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:13.634913 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e976de51-ab8a-48e6-bb43-cbf21bf2ff36 x-openstack-request-id: req-e976de51-ab8a-48e6-bb43-cbf21bf2ff36 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:53:13.635275 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ff4d15-28e2-4f87-ac50-b59bc19f2502", "tag": "44a86181-2d2a-4577-8a1c-b6b2ecdfbb25", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:53:13.635603 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e976de51-ab8a-48e6-bb43-cbf21bf2ff36 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:53:13.636017 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e976de51-ab8a-48e6-bb43-cbf21bf2ff36'] response: {'name': 'network-changed', 'server_uuid': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'tag': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'status': 'completed', 'code': 200} Apr 12 11:53:13.719635 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada673be-6e9e-451c-93e9-4684c7801e59 req-91497ba0-3aea-47cf-b0fd-44322321fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:13.721287 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ada673be-6e9e-451c-93e9-4684c7801e59 req-91497ba0-3aea-47cf-b0fd-44322321fdc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 1127 time: 0.0435724 Apr 12 11:53:13.831878 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada673be-6e9e-451c-93e9-4684c7801e59 req-687cc3dd-bdaf-4b3d-97c0-fd892fb2dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:13.833339 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ada673be-6e9e-451c-93e9-4684c7801e59 req-687cc3dd-bdaf-4b3d-97c0-fd892fb2dd2d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a6c87880b50844dc962140bec8dbf7bf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987332 Apr 12 11:53:13.969040 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0ba60-a686-411a-8925-e14dd5e62f44 req-aad4c6b1-bc68-474e-9c83-d31a7940082e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:13.970853 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fdb0ba60-a686-411a-8925-e14dd5e62f44 req-aad4c6b1-bc68-474e-9c83-d31a7940082e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0819852 Apr 12 11:53:14.010535 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada673be-6e9e-451c-93e9-4684c7801e59 req-727a5a34-9a25-407c-ac94-69bc8da0988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:14.011954 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ada673be-6e9e-451c-93e9-4684c7801e59 req-727a5a34-9a25-407c-ac94-69bc8da0988c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511896 Apr 12 11:53:14.039997 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fdb0ba60-a686-411a-8925-e14dd5e62f44 req-9e80666f-b77b-4464-b892-d075e5ecc9d0 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621316 Apr 12 11:53:14.107325 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97151-30c5-415d-9f09-89496012a478 req-5e848ff7-7986-4031-afc9-c7ebffa1617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:14.108932 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-5e848ff7-7986-4031-afc9-c7ebffa1617d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 1127 time: 0.0386438 Apr 12 11:53:14.159904 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-f992b3b4-849a-485b-b297-cedf59b0ed0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 HTTP/1.1" status: 200 len: 217 time: 0.0382338 Apr 12 11:53:14.207601 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97151-30c5-415d-9f09-89496012a478 req-34b495b7-0793-4635-b25f-3ae1c43a1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:14.209040 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-34b495b7-0793-4635-b25f-3ae1c43a1583 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0439594 Apr 12 11:53:14.252044 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97151-30c5-415d-9f09-89496012a478 req-914faed6-4a97-44d0-bc3b-2a095d93ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:14.253690 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-914faed6-4a97-44d0-bc3b-2a095d93ef57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389702 Apr 12 11:53:14.346701 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-85784418-365c-4ba8-83a5-44a0157e31ec service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862153 Apr 12 11:53:14.435432 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-19e97151-30c5-415d-9f09-89496012a478 req-3c60f6a3-175c-400f-9993-ed0302ceb3a6 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826583 Apr 12 11:53:15.156545 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14912086-0941-439a-8dde-582c11f31878 req-7b687272-84e7-420b-91a3-b0e567c2dbc6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:15.157961 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-14912086-0941-439a-8dde-582c11f31878 req-7b687272-84e7-420b-91a3-b0e567c2dbc6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0497785 Apr 12 11:53:15.205458 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-14912086-0941-439a-8dde-582c11f31878 req-60124bfe-895e-4822-93e2-d7a6acefd865 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418701 Apr 12 11:53:16.323370 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b83111-1677-40e7-95fc-84fb9179c632 req-c566ffb6-404f-4429-8bdd-3970301a2ce6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:16.324816 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-50b83111-1677-40e7-95fc-84fb9179c632 req-c566ffb6-404f-4429-8bdd-3970301a2ce6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0524831 Apr 12 11:53:16.372696 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-50b83111-1677-40e7-95fc-84fb9179c632 req-9da72467-b367-4b53-9e86-7f8fb6ee5da9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Apr 12 11:53:17.485363 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1822-e35b-4532-bb8b-2e6e9a9bb50c req-626665ce-05ac-4002-8026-56ef260eb57a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:17.487024 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-863a1822-e35b-4532-bb8b-2e6e9a9bb50c req-626665ce-05ac-4002-8026-56ef260eb57a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0476825 Apr 12 11:53:17.534797 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-863a1822-e35b-4532-bb8b-2e6e9a9bb50c req-816be77b-701b-4c14-8f9e-bc4e80bec107 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423024 Apr 12 11:53:18.644960 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923baed9-96df-4da5-b8e5-b60730b24bed req-882da245-a494-4b66-8f5b-8c655a389e9a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:18.646447 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-923baed9-96df-4da5-b8e5-b60730b24bed req-882da245-a494-4b66-8f5b-8c655a389e9a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0469201 Apr 12 11:53:18.694376 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-923baed9-96df-4da5-b8e5-b60730b24bed req-1c69e15c-cb6b-45a8-9faa-f0f29af9c013 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425196 Apr 12 11:53:19.808405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02d8d1-a180-44ba-a49c-e19e0560159e req-d8a69ed9-e9a9-49e8-8d22-ab27baedabd1 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:19.809868 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e02d8d1-a180-44ba-a49c-e19e0560159e req-d8a69ed9-e9a9-49e8-8d22-ab27baedabd1 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0502093 Apr 12 11:53:19.858081 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3e02d8d1-a180-44ba-a49c-e19e0560159e req-ad6a2185-1d93-4c4b-9ff6-1dbde24947db tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Apr 12 11:53:20.971654 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992a768-211d-4774-826d-8e8517f5a25e req-a1cd1510-3fc7-4706-8aa6-c11f13065fd4 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:20.973082 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5992a768-211d-4774-826d-8e8517f5a25e req-a1cd1510-3fc7-4706-8aa6-c11f13065fd4 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0500612 Apr 12 11:53:21.244909 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5992a768-211d-4774-826d-8e8517f5a25e req-c8b9208b-d4fb-4f91-aeab-cddf14effea8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662027 Apr 12 11:53:22.356462 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d7a42-a8b3-45e7-a252-25fbb554a4fd req-6d1bbc60-c182-48ef-b6f2-2a62099abb6b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:22.357972 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-313d7a42-a8b3-45e7-a252-25fbb554a4fd req-6d1bbc60-c182-48ef-b6f2-2a62099abb6b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0478024 Apr 12 11:53:22.407980 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-313d7a42-a8b3-45e7-a252-25fbb554a4fd req-a2a9f8d2-a3cf-47f1-af74-1985477bf934 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443709 Apr 12 11:53:22.629706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:23.520508 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52db4e-55bc-4cf5-9422-5a466f5a9283 req-46a92694-5875-436d-a786-c8e1e0746ca9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:23.521956 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8b52db4e-55bc-4cf5-9422-5a466f5a9283 req-46a92694-5875-436d-a786-c8e1e0746ca9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 943 time: 0.0473089 Apr 12 11:53:23.569503 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8b52db4e-55bc-4cf5-9422-5a466f5a9283 req-b577bb1f-6df2-4655-aed0-b1a1b118a4b9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Apr 12 11:53:23.679346 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:53:23.776172 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:53:23.787580 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'port_id': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'mac_address': 'fa:16:3e:34:e1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:53:23.823398 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:53:23.823779 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:23.836692 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:53:23.855235 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:53:23.944403 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:23.992054 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:23.999069 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:23.999422 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:23.999793 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.000135 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.000472 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.000805 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.001141 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.001471 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.001800 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.002671 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.002996 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.003324 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.003648 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.003971 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.004293 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:24.348605 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['44a86181-2d2a-4577-8a1c-b6b2ecdfbb25'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:53:24.679538 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc21d-727c-457e-8e75-92c3a65095e8 req-a4805c65-ad60-4cce-86b6-cfe8cde876ba tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:24.681000 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8cfc21d-727c-457e-8e75-92c3a65095e8 req-a4805c65-ad60-4cce-86b6-cfe8cde876ba tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 944 time: 0.0463386 Apr 12 11:53:24.733251 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8cfc21d-727c-457e-8e75-92c3a65095e8 req-bb4d265e-eec0-4548-8ba2-55a88c902e7b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468612 Apr 12 11:53:25.694117 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:53:25.741156 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:53:25.832695 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:53:25.833068 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:25.844706 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8754ed4-ff50-40af-b55c-b6afb06372dd req-e607a625-745c-4f9d-a47f-8b96393f929b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:25.846813 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d8754ed4-ff50-40af-b55c-b6afb06372dd req-e607a625-745c-4f9d-a47f-8b96393f929b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 944 time: 0.0480716 Apr 12 11:53:25.898686 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d8754ed4-ff50-40af-b55c-b6afb06372dd req-0f327cd0-0fec-47c5-abfb-64c52e30667f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458972 Apr 12 11:53:25.911634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:53:25.912027 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:25.934440 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:53:25.936739 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d256d4a-ea7d-4597-9900-f310ddfa992a" -d '{"events": [{"server_uuid": "64ff4d15-28e2-4f87-ac50-b59bc19f2502", "name": "network-vif-plugged", "status": "completed", "tag": "44a86181-2d2a-4577-8a1c-b6b2ecdfbb25"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:53:25.949554 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:53:25.974055 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2273ce-b336-4d0f-b2b4-c5cb4e3939bf x-openstack-request-id: req-fa2273ce-b336-4d0f-b2b4-c5cb4e3939bf {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:53:25.974357 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff4d15-28e2-4f87-ac50-b59bc19f2502", "name": "network-vif-plugged", "status": "completed", "tag": "44a86181-2d2a-4577-8a1c-b6b2ecdfbb25", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:53:25.974666 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa2273ce-b336-4d0f-b2b4-c5cb4e3939bf {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:53:25.975083 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2273ce-b336-4d0f-b2b4-c5cb4e3939bf'] response: {'server_uuid': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'code': 200} Apr 12 11:53:26.058627 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:26.106414 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:26.398472 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6074e-0972-482f-ace3-4ec5295f2014 req-ba552c34-5aa5-4b93-8acd-e801a21b7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:26.399856 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bbd6074e-0972-482f-ace3-4ec5295f2014 req-ba552c34-5aa5-4b93-8acd-e801a21b7490 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 1129 time: 0.0369670 Apr 12 11:53:26.446382 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bbd6074e-0972-482f-ace3-4ec5295f2014 req-0da15d60-5826-45ba-a137-d2ec49fc8f82 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Apr 12 11:53:27.010006 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd61a-e6a5-4e27-be92-62b15cf78d25 req-2d73faf3-9ba1-45d0-a812-75ad5783813e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:27.011470 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1efd61a-e6a5-4e27-be92-62b15cf78d25 req-2d73faf3-9ba1-45d0-a812-75ad5783813e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 945 time: 0.0462949 Apr 12 11:53:27.058687 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1efd61a-e6a5-4e27-be92-62b15cf78d25 req-c742cea0-978e-4bb1-b357-915d7887fe2c tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Apr 12 11:53:28.172453 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a4726-4dcc-4f03-b05f-eadee8a1b6cd req-d380a4a7-5d76-4d41-89f4-bdb48df59344 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:28.173949 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee3a4726-4dcc-4f03-b05f-eadee8a1b6cd req-d380a4a7-5d76-4d41-89f4-bdb48df59344 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 945 time: 0.0470722 Apr 12 11:53:28.223613 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ee3a4726-4dcc-4f03-b05f-eadee8a1b6cd req-ccde5efc-8ba8-4cd9-acde-1994283d07c5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432940 Apr 12 11:53:28.603919 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-49f86f44-9586-4096-80c5-6bf0eefb3be9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401623 Apr 12 11:53:28.683570 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:53:28.696101 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-6837813c-5362-497a-9682-b4514b1ad158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:28.697636 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-6837813c-5362-497a-9682-b4514b1ad158 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1129 time: 0.0406094 Apr 12 11:53:28.802523 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-f05f1d99-f419-462a-b2f8-6ebcc2ddf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:28.803969 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-f05f1d99-f419-462a-b2f8-6ebcc2ddf72d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 909 time: 0.0879171 Apr 12 11:53:28.867271 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-41817e6b-ac13-4912-a3a0-2ef075769745 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 1001 time: 0.0574305 Apr 12 11:53:28.914912 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-f218ccba-d31f-4ea9-9b82-d4a9f891f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:28.916315 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-f218ccba-d31f-4ea9-9b82-d4a9f891f48f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0431378 Apr 12 11:53:28.962069 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-ccc1f442-1faa-4b93-8c78-6838f1d64ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:28.963538 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-ccc1f442-1faa-4b93-8c78-6838f1d64ada service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419981 Apr 12 11:53:29.051309 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-53b9ae52-b112-436d-805a-999678c54fad service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818043 Apr 12 11:53:29.143994 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c2d8f49-10d6-4b4e-86f1-31bc620ff9a1 req-e523ee39-434d-45f2-9ded-4d804de97488 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840659 Apr 12 11:53:29.334661 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15ad0-49fe-4d71-8bba-20f42795fc34 req-7ed4d0cc-7937-4dbd-969b-51a71404f362 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:29.336107 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6de15ad0-49fe-4d71-8bba-20f42795fc34 req-7ed4d0cc-7937-4dbd-969b-51a71404f362 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 945 time: 0.0466268 Apr 12 11:53:29.383966 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6de15ad0-49fe-4d71-8bba-20f42795fc34 req-b6205eb1-919b-46f9-91e4-4a072a69ea59 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Apr 12 11:53:29.494627 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d95c-88fc-4179-81ba-a41856948df4 req-f89cd90b-8be2-4a16-8951-7d70bb83cc5d tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:29.496084 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8352d95c-88fc-4179-81ba-a41856948df4 req-f89cd90b-8be2-4a16-8951-7d70bb83cc5d tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 945 time: 0.0485206 Apr 12 11:53:29.543012 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8352d95c-88fc-4179-81ba-a41856948df4 req-3a6cb222-b00b-4ac9-bfed-5e51c7a2b9a4 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414534 Apr 12 11:53:29.566868 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58342) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:53:29.746987 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f21f4a-35bf-4ef6-908e-99d9f5ef1568 tempest-TestVolumeBootPattern-665667567 tempest-TestVolumeBootPattern-665667567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:29.748398 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-36f21f4a-35bf-4ef6-908e-99d9f5ef1568 tempest-TestVolumeBootPattern-665667567 tempest-TestVolumeBootPattern-665667567-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 1124 time: 0.1805737 Apr 12 11:53:29.753699 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58348) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:53:29.758252 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'port_id': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:53:29.855541 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:29.930955 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:30.039749 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Allocated IP 172.27.1.204 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/7c86f041-4f9b-47f1-ada8-510f79d047eb) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:53:30.138807 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (7c86f041-4f9b-47f1-ada8-510f79d047eb), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:30.253275 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (7c86f041-4f9b-47f1-ada8-510f79d047eb), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:30.291926 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:53:30.294745 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:53:30.298199 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:53:30.328572 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=7c86f041-4f9b-47f1-ada8-510f79d047eb,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:30.340209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.340562 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.340911 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.341253 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.341589 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.341922 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.342284 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.342611 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.342940 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.343268 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.343595 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.343924 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.344251 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.344575 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.344896 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:53:30.681894 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (0fa7db62-2e0c-4bff-afee-efe204085834), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:30.833459 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7c86f041-4f9b-47f1-ada8-510f79d047eb), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:30.981837 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (7c86f041-4f9b-47f1-ada8-510f79d047eb), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:31.058021 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (7c86f041-4f9b-47f1-ada8-510f79d047eb), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:31.123737 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=7c86f041-4f9b-47f1-ada8-510f79d047eb,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:53:31.135424 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (0fa7db62-2e0c-4bff-afee-efe204085834), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:31.238314 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Floating IP 0fa7db62-2e0c-4bff-afee-efe204085834 associated. External IP: 172.27.1.204, port: 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25. Apr 12 11:53:31.447914 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:53:31.559444 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:53:31.569585 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:53:31.572712 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7395947-c812-4eb7-868b-72bfda4d77a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:31.580070 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:53:31.580836 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:53:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:53:31.643381 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:31.673548 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-78643e62-843d-4325-b4c5-0261e235872f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9186687 Apr 12 11:53:31.674916 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'tag': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:53:31.677329 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cca046-9969-4389-bee7-2acd64178131" -d '{"events": [{"name": "network-changed", "server_uuid": "64ff4d15-28e2-4f87-ac50-b59bc19f2502", "tag": "44a86181-2d2a-4577-8a1c-b6b2ecdfbb25"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:53:31.689692 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:53:31.832513 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3edd411-83b0-4634-a84a-4543d2e153e6 x-openstack-request-id: req-c3edd411-83b0-4634-a84a-4543d2e153e6 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:53:31.833044 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ff4d15-28e2-4f87-ac50-b59bc19f2502", "tag": "44a86181-2d2a-4577-8a1c-b6b2ecdfbb25", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:53:31.833044 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3edd411-83b0-4634-a84a-4543d2e153e6 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:53:31.833461 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3edd411-83b0-4634-a84a-4543d2e153e6'] response: {'name': 'network-changed', 'server_uuid': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'tag': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'status': 'completed', 'code': 200} Apr 12 11:53:31.912605 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '0fa7db62-2e0c-4bff-afee-efe204085834', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:34:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:53:30Z', 'updated_at': '2022-04-12T11:53:30Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:53:31.917402 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cca046-9969-4389-bee7-2acd64178131 req-d66f505c-c5a7-4490-892f-058729c01f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:31.917402 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03cca046-9969-4389-bee7-2acd64178131 req-d66f505c-c5a7-4490-892f-058729c01f47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 1129 time: 0.0417697 Apr 12 11:53:31.940810 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:53:31.949044 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:53:31.949637 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:53:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:53:32.010848 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cca046-9969-4389-bee7-2acd64178131 req-c55d3e45-8d94-4cf4-aa75-afb7a2c04aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:32.012454 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03cca046-9969-4389-bee7-2acd64178131 req-c55d3e45-8d94-4cf4-aa75-afb7a2c04aba service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0913908 Apr 12 11:53:32.058165 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:53:32.077266 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03cca046-9969-4389-bee7-2acd64178131 req-58c5694b-b959-4578-800b-1c450d2757f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 HTTP/1.1" status: 200 len: 999 time: 0.0593758 Apr 12 11:53:32.128141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cca046-9969-4389-bee7-2acd64178131 req-e3a2fde3-6270-4432-9318-646f70fb6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:32.129605 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03cca046-9969-4389-bee7-2acd64178131 req-e3a2fde3-6270-4432-9318-646f70fb6d2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0469227 Apr 12 11:53:32.172201 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cca046-9969-4389-bee7-2acd64178131 req-1a73117d-4ff1-49ef-a755-bb52159a7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:53:32.173719 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03cca046-9969-4389-bee7-2acd64178131 req-1a73117d-4ff1-49ef-a755-bb52159a7028 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388458 Apr 12 11:53:32.266707 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03cca046-9969-4389-bee7-2acd64178131 req-5bde79b3-2bc8-4247-a702-b622cfbe4a7d service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865228 Apr 12 11:53:32.354043 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '0fa7db62-2e0c-4bff-afee-efe204085834', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:34:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:53:30Z', 'updated_at': '2022-04-12T11:53:30Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:53:32.358975 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-03cca046-9969-4389-bee7-2acd64178131 req-b9372167-6634-495e-a7e5-e6f784093394 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866129 Apr 12 11:53:32.383523 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259426b0-a4f6-4ff6-907a-59e76d9c4d2a None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '0fa7db62-2e0c-4bff-afee-efe204085834', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:34:e1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:53:30Z', 'updated_at': '2022-04-12T11:53:30Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:53:32.570078 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3858b-cf54-45fb-a853-53366e7b4fdf None None] New status for floating IP 0fa7db62-2e0c-4bff-afee-efe204085834: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:53:33.898488 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21b16e9b-8f16-43b4-a4b5-f26541f90c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:35.264013 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:36.364235 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:37.855829 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:53:52.715008 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:01.580274 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-347ef0d9-66f3-4103-82ea-898fb02a9728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:01.618621 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc98992-0150-48d1-8a5d-9647a378c7ca req-6468c5b7-5d7c-4ef2-a6bd-96aa7a4bd796 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:01.620045 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8dc98992-0150-48d1-8a5d-9647a378c7ca req-6468c5b7-5d7c-4ef2-a6bd-96aa7a4bd796 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Apr 12 11:54:01.668638 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8dc98992-0150-48d1-8a5d-9647a378c7ca req-7ad0cb76-a90e-4788-baa1-ea5719b81987 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429878 Apr 12 11:54:02.781606 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558690f4-f97c-4e66-bed2-80a7656fd1f7 req-3ecb5031-17ab-47d3-a2cc-f24387ff9818 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:02.783793 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-558690f4-f97c-4e66-bed2-80a7656fd1f7 req-3ecb5031-17ab-47d3-a2cc-f24387ff9818 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0474606 Apr 12 11:54:02.836742 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-558690f4-f97c-4e66-bed2-80a7656fd1f7 req-cbfaf300-b572-40ef-a7e3-08cc856199ab tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475299 Apr 12 11:54:03.920358 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-188cbcd9-4cd6-4c57-a5f2-327051d20681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:03.957945 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1cfc4-b8b1-4579-a22a-45725d02ea49 req-473b57fd-d70c-443c-a691-cc248a095cb3 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:03.959477 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2bc1cfc4-b8b1-4579-a22a-45725d02ea49 req-473b57fd-d70c-443c-a691-cc248a095cb3 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0558274 Apr 12 11:54:04.007660 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2bc1cfc4-b8b1-4579-a22a-45725d02ea49 req-fff2e6aa-4771-48f0-8a0f-3974e200114d tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426700 Apr 12 11:54:05.121819 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec4f0f-387c-457a-a356-2f4b3e52ef8f req-38ced03e-0d56-4e73-bef9-f5a204b8c041 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:05.123321 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-85ec4f0f-387c-457a-a356-2f4b3e52ef8f req-38ced03e-0d56-4e73-bef9-f5a204b8c041 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0505185 Apr 12 11:54:05.171535 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-85ec4f0f-387c-457a-a356-2f4b3e52ef8f req-43b7d1eb-c221-4314-8f12-9a7f8218bcc8 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Apr 12 11:54:05.259698 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:05.682675 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:54:06.284294 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868e46d-8398-4da4-b113-3c647a5753a8 req-e19b87f4-16db-4fdc-a7ff-9f0113f6719a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:06.285785 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9868e46d-8398-4da4-b113-3c647a5753a8 req-e19b87f4-16db-4fdc-a7ff-9f0113f6719a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0469675 Apr 12 11:54:06.328407 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:06.335237 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9868e46d-8398-4da4-b113-3c647a5753a8 req-6b210577-19d8-467c-aeca-4da7076ed3fc tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439360 Apr 12 11:54:07.447637 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa17e0e-bffe-47a0-b8ae-bfd6db47aba4 req-4336c04f-fc6a-4659-aa78-22bf64f0e548 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:07.449136 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bfa17e0e-bffe-47a0-b8ae-bfd6db47aba4 req-4336c04f-fc6a-4659-aa78-22bf64f0e548 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0477221 Apr 12 11:54:07.496858 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bfa17e0e-bffe-47a0-b8ae-bfd6db47aba4 req-aefd10d0-b6d2-4477-8bca-885d91139545 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Apr 12 11:54:07.830806 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:08.612465 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d5742-9b21-48bf-b491-7835e6734885 req-a0516135-441c-49c7-afb9-137dc74de429 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:08.613960 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-073d5742-9b21-48bf-b491-7835e6734885 req-a0516135-441c-49c7-afb9-137dc74de429 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0511961 Apr 12 11:54:08.662629 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-073d5742-9b21-48bf-b491-7835e6734885 req-710b7270-e33f-4579-8de0-8e1b7ae4b97b tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 Apr 12 11:54:09.777918 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2a89e-12e6-4476-81a5-5cab6c46a7ce req-50088d3d-0066-4203-8d33-a63866f1d6e1 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:09.779425 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5d2a89e-12e6-4476-81a5-5cab6c46a7ce req-50088d3d-0066-4203-8d33-a63866f1d6e1 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0469239 Apr 12 11:54:09.832636 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c5d2a89e-12e6-4476-81a5-5cab6c46a7ce req-3527f7ed-f141-4769-84ef-901193948fd0 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Apr 12 11:54:10.945153 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81338b-6e0e-4729-b0f8-bd822fe5845f req-218073d5-e1a7-4c4a-8e63-287b91cd75d6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:10.946809 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f81338b-6e0e-4729-b0f8-bd822fe5845f req-218073d5-e1a7-4c4a-8e63-287b91cd75d6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0479870 Apr 12 11:54:10.996349 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f81338b-6e0e-4729-b0f8-bd822fe5845f req-1dc5bcf6-e467-4666-a106-8c6ddc426c79 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441265 Apr 12 11:54:11.930276 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-26e57914-ba4c-4f6e-a684-037f626c9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:11.931661 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-26e57914-ba4c-4f6e-a684-037f626c9926 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1129 time: 0.0391016 Apr 12 11:54:12.024203 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-1033cb94-69bb-4f94-9746-650623945c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:12.025324 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-1033cb94-69bb-4f94-9746-650623945c51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 909 time: 0.0865710 Apr 12 11:54:12.091859 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-b7260452-90e1-49fe-acae-c15e61eadebd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 1001 time: 0.0597568 Apr 12 11:54:12.111953 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b0ff9-1169-43ce-88ef-43cf6b7142ec req-e9fa8414-236a-4aa1-990c-4ce237eb79db tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:12.113424 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b57b0ff9-1169-43ce-88ef-43cf6b7142ec req-e9fa8414-236a-4aa1-990c-4ce237eb79db tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0478551 Apr 12 11:54:12.143981 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-ee01d275-4612-4f68-8977-5f940b51f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:12.145508 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-ee01d275-4612-4f68-8977-5f940b51f700 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0482190 Apr 12 11:54:12.161555 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b57b0ff9-1169-43ce-88ef-43cf6b7142ec req-6a7c6005-4228-4dc4-a3e6-fc2f1e808c19 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425217 Apr 12 11:54:12.189461 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-80714f31-8df2-4dec-a7e5-9d0a3bb5ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:12.190921 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-80714f31-8df2-4dec-a7e5-9d0a3bb5ae72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399253 Apr 12 11:54:12.278613 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-129c95a3-fb59-4aad-8e9b-ae00038df085 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817010 Apr 12 11:54:12.370605 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-52c9f9ed-1f4b-402c-a352-fb91c49980c4 req-7082ae3a-5c1a-419f-a364-6e835040225b service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853620 Apr 12 11:54:13.270984 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc078-e0e3-4f10-85ec-582edfd26cad req-988be661-5425-4cf2-a7e3-24da5e8fb5c0 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:13.272437 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bb1fc078-e0e3-4f10-85ec-582edfd26cad req-988be661-5425-4cf2-a7e3-24da5e8fb5c0 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0462236 Apr 12 11:54:13.321790 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bb1fc078-e0e3-4f10-85ec-582edfd26cad req-b4032c02-78c5-4c86-b3cf-9dea58460136 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438268 Apr 12 11:54:14.432650 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b44a2-2a75-4529-947b-5105f23faa27 req-36149718-e147-463b-8eb3-351fed5ec10d tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:14.434176 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e75b44a2-2a75-4529-947b-5105f23faa27 req-36149718-e147-463b-8eb3-351fed5ec10d tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0468631 Apr 12 11:54:14.484137 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e75b44a2-2a75-4529-947b-5105f23faa27 req-0233190b-a5da-4cf8-a258-8b05601288c5 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436924 Apr 12 11:54:15.598845 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220fb57-1c4d-40a5-88b5-79206e752df7 req-6a54669a-23e9-4e98-b9ed-d632381dafe8 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:15.600301 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4220fb57-1c4d-40a5-88b5-79206e752df7 req-6a54669a-23e9-4e98-b9ed-d632381dafe8 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0519466 Apr 12 11:54:15.649549 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4220fb57-1c4d-40a5-88b5-79206e752df7 req-75243ade-af83-4a2f-9409-cdd796d46ebb tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437791 Apr 12 11:54:15.716976 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-6158ab9e-8d7b-4399-8813-bfcc54ff60b0 req-b3e5895d-6b61-49ef-aeb1-ce1e9b2e4771 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:54:15.719208 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6158ab9e-8d7b-4399-8813-bfcc54ff60b0 req-b3e5895d-6b61-49ef-aeb1-ce1e9b2e4771 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053198 Apr 12 11:54:16.021121 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 58508) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:54:16.036945 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022182d-00d6-4df9-8bac-e1137679b023 req-45127783-6ef9-4c52-a2fd-abbc4bdb723a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:16.038531 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7022182d-00d6-4df9-8bac-e1137679b023 req-45127783-6ef9-4c52-a2fd-abbc4bdb723a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0517464 Apr 12 11:54:16.122310 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7022182d-00d6-4df9-8bac-e1137679b023 req-0120fbc6-7e9b-44e0-91f1-a3b917aecfce tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779541 Apr 12 11:54:16.132367 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-842e648d-5721-4507-a9fb-0e4472357d23 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101494 Apr 12 11:54:16.141885 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-ac773209-20b6-4419-b0f4-4f0a9ba0cb9c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:54:16.142888 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-ac773209-20b6-4419-b0f4-4f0a9ba0cb9c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057728 Apr 12 11:54:16.169793 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58514) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:54:16.276232 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-65c751dd-2fea-415f-b957-59c026355a3a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:16.277578 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-65c751dd-2fea-415f-b957-59c026355a3a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports/f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 942 time: 0.1067920 Apr 12 11:54:17.236775 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e2b33-6edc-435b-a11c-e634ffae4478 req-04af0778-551d-47a3-b984-6152416bccd2 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:17.238321 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-599e2b33-6edc-435b-a11c-e634ffae4478 req-04af0778-551d-47a3-b984-6152416bccd2 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Apr 12 11:54:17.286010 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-599e2b33-6edc-435b-a11c-e634ffae4478 req-aa996536-2e0a-441a-8d2a-9659849d8d08 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422280 Apr 12 11:54:17.902452 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device f496f521-8960-4cb8-a836-6b36296e867a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:54:17.988874 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port f496f521-8960-4cb8-a836-6b36296e867a is: ACTIVE; New status is: DOWN {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:54:17.988874 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (f496f521-8960-4cb8-a836-6b36296e867a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:18.012149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:54:18.014395 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84ca092-76e2-48d8-ba0f-f7a27a714579" -d '{"events": [{"server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "name": "network-vif-unplugged", "status": "completed", "tag": "f496f521-8960-4cb8-a836-6b36296e867a"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:54:18.030345 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:54:18.054844 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcb2dbc-a239-46ff-858a-13d1fe392943 x-openstack-request-id: req-5dcb2dbc-a239-46ff-858a-13d1fe392943 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:54:18.055131 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "name": "network-vif-unplugged", "status": "failed", "tag": "f496f521-8960-4cb8-a836-6b36296e867a", "code": 422}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:54:18.055381 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5dcb2dbc-a239-46ff-858a-13d1fe392943 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:54:18.055785 dv-cinder-830091-4-iscsi neutron-server[103889]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5dcb2dbc-a239-46ff-858a-13d1fe392943']: {'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a', 'code': 422} returned with failed status Apr 12 11:54:18.110357 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:18.158933 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=6']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:54:18.399675 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e5efb-8d9d-42cc-9e14-0f1424926b21 req-96ccc58b-bfa0-49cc-ae9d-d92d4f36c8bd tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:18.401145 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e59e5efb-8d9d-42cc-9e14-0f1424926b21 req-96ccc58b-bfa0-49cc-ae9d-d92d4f36c8bd tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0464137 Apr 12 11:54:18.454249 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e59e5efb-8d9d-42cc-9e14-0f1424926b21 req-ba1c1551-4ee1-4bea-9b79-e305acaacad0 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467994 Apr 12 11:54:19.037509 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-2042afe2-06d0-4e05-bc02-0bc442573805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:19.039037 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-2042afe2-06d0-4e05-bc02-0bc442573805 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47&tenant_id=88b3fc36591e49c4bad25db7e86f6769 HTTP/1.1" status: 200 len: 1127 time: 0.0725641 Apr 12 11:54:19.107330 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-7a1d5394-e4a8-4bd6-b5e9-eb69eab09a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:19.109378 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-7a1d5394-e4a8-4bd6-b5e9-eb69eab09a51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1127 time: 0.0373363 Apr 12 11:54:19.201986 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-165b1bbe-d098-4ce8-810f-fa843d61d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:19.204337 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-165b1bbe-d098-4ce8-810f-fa843d61d51d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 909 time: 0.0885875 Apr 12 11:54:19.266912 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-0e7e537d-c1d5-4478-a7d1-fb24bdce0b4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 999 time: 0.0570135 Apr 12 11:54:19.318146 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-f39bffcc-89e0-45cd-b02d-e93d13b9b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:19.319675 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-f39bffcc-89e0-45cd-b02d-e93d13b9b908 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0464952 Apr 12 11:54:19.361105 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-165ac774-6be1-4b52-90dc-2d2edf7e8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:19.362544 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-165ac774-6be1-4b52-90dc-2d2edf7e8cad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373909 Apr 12 11:54:19.456127 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-17ee2021-341c-4da1-a7b9-1c8057e106d4 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870245 Apr 12 11:54:19.556845 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-69dae41b-6dda-4875-a1bf-9ac24598f42c service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945888 Apr 12 11:54:19.589106 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341ce4c-0443-4dc8-af2f-7c1d3c8b4a3c req-5a601a14-925a-4f60-a24e-c2277801c472 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:19.590577 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7341ce4c-0443-4dc8-af2f-7c1d3c8b4a3c req-5a601a14-925a-4f60-a24e-c2277801c472 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0524483 Apr 12 11:54:19.638345 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7341ce4c-0443-4dc8-af2f-7c1d3c8b4a3c req-d02fa6b0-78e0-4dc0-8b66-47c1abeef225 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416729 Apr 12 11:54:20.747977 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f09ff-01ef-4d2e-8242-43d3650b5184 req-ff58f483-9779-45fb-ba84-43b9858fb2f0 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:20.749428 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d05f09ff-01ef-4d2e-8242-43d3650b5184 req-ff58f483-9779-45fb-ba84-43b9858fb2f0 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0456200 Apr 12 11:54:20.797697 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d05f09ff-01ef-4d2e-8242-43d3650b5184 req-467e0117-e9ad-4604-bcaf-92a392cc8ada tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428381 Apr 12 11:54:21.911312 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1a77-e57c-40b3-8c2a-f21b8daa3712 req-59602c8e-b4b2-4069-9ad3-f475f5747dc7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:21.912758 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1d4e1a77-e57c-40b3-8c2a-f21b8daa3712 req-59602c8e-b4b2-4069-9ad3-f475f5747dc7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0507891 Apr 12 11:54:21.961721 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1d4e1a77-e57c-40b3-8c2a-f21b8daa3712 req-5c043ea7-8657-40c9-a73a-eb2aee3ce7fa tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 Apr 12 11:54:22.680691 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:23.074879 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba6304-bca4-4821-8196-f736d2deddec req-910c65f2-c0bb-4cae-888f-a7fabbc0bd57 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:23.076369 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d8ba6304-bca4-4821-8196-f736d2deddec req-910c65f2-c0bb-4cae-888f-a7fabbc0bd57 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0472894 Apr 12 11:54:23.124824 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d8ba6304-bca4-4821-8196-f736d2deddec req-eab54913-96ea-43e7-a180-2dd4430e7452 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Apr 12 11:54:24.237730 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f07907-8563-4930-9841-1d7deb94ce36 req-e02f618c-7aa2-4019-8f62-7b89d7d8111e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:24.239300 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46f07907-8563-4930-9841-1d7deb94ce36 req-e02f618c-7aa2-4019-8f62-7b89d7d8111e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0471814 Apr 12 11:54:24.287199 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46f07907-8563-4930-9841-1d7deb94ce36 req-8bfb8c79-e0a6-42fa-93b5-5705c9a3652f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425193 Apr 12 11:54:25.407144 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1146-88ab-48e5-96af-c5c34aa44047 req-f9fa6bd8-66d0-4146-a4e5-44f713f0351e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:25.408625 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-16cc1146-88ab-48e5-96af-c5c34aa44047 req-f9fa6bd8-66d0-4146-a4e5-44f713f0351e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0555174 Apr 12 11:54:25.457852 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-16cc1146-88ab-48e5-96af-c5c34aa44047 req-c98859c2-de62-4f66-933a-6227f77c3618 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437033 Apr 12 11:54:26.572367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c66fc4-60a2-463b-80db-0e300bb25a0e req-8535a23c-4820-4be5-bd63-a8862bd0eb3a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:26.573811 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a0c66fc4-60a2-463b-80db-0e300bb25a0e req-8535a23c-4820-4be5-bd63-a8862bd0eb3a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0501451 Apr 12 11:54:26.622101 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a0c66fc4-60a2-463b-80db-0e300bb25a0e req-11f2d2c5-f256-48c6-9814-c6f2a3cb1a18 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420814 Apr 12 11:54:27.732408 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377350b3-2c39-4680-99a5-7292346bef5d req-96b335cd-444c-4bf1-8636-6d501d550487 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:27.733907 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-377350b3-2c39-4680-99a5-7292346bef5d req-96b335cd-444c-4bf1-8636-6d501d550487 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0460422 Apr 12 11:54:27.781634 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-377350b3-2c39-4680-99a5-7292346bef5d req-5c482ab0-4fa1-4b40-af88-3d278d3f202f tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421286 Apr 12 11:54:28.541797 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-f94fb426-e4e8-4a21-8dad-9973f8a36970 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387657 Apr 12 11:54:28.613667 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-e93466b7-843c-4b4d-a5cb-840abe9a64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:28.615166 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-e93466b7-843c-4b4d-a5cb-840abe9a64c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 1129 time: 0.0389748 Apr 12 11:54:28.719775 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-7621503d-f1d0-4e3e-b7d4-c9f4d551e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:28.721211 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-7621503d-f1d0-4e3e-b7d4-c9f4d551e962 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0872684 Apr 12 11:54:28.784582 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-0a2ddea2-abf7-4065-b75d-1f8c90540add service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 HTTP/1.1" status: 200 len: 1001 time: 0.0569448 Apr 12 11:54:28.833315 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-c378c89a-e8f1-4094-8abe-ca94b8cb3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:28.834784 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-c378c89a-e8f1-4094-8abe-ca94b8cb3783 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0433738 Apr 12 11:54:28.910757 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-3ffe6037-6599-4f63-bcae-8db8dd5d9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:28.912229 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-3ffe6037-6599-4f63-bcae-8db8dd5d9719 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702229 Apr 12 11:54:28.918362 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211157c-132a-494c-9f86-bf9e9b76b69d req-6b0d3537-4158-4a72-affe-38eca8bb9e1d tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:28.919678 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8211157c-132a-494c-9f86-bf9e9b76b69d req-6b0d3537-4158-4a72-affe-38eca8bb9e1d tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0693202 Apr 12 11:54:29.022608 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8211157c-132a-494c-9f86-bf9e9b76b69d req-dd0b4b11-9404-46b3-8fb1-eb650a68eba6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947297 Apr 12 11:54:29.040209 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-ce20ad9d-519b-4690-b335-99f6cd58c51d service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196327 Apr 12 11:54:29.127967 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e2e472a-d024-441b-b0cf-3df7b205445d req-78b8324e-0a11-4fa6-a374-5ca858356c53 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810211 Apr 12 11:54:29.951281 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device f496f521-8960-4cb8-a836-6b36296e867a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:54:30.048369 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:54:30.059487 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': 'f496f521-8960-4cb8-a836-6b36296e867a', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'port_id': 'f496f521-8960-4cb8-a836-6b36296e867a', 'mac_address': 'fa:16:3e:b4:ee:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:54:30.096701 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port f496f521-8960-4cb8-a836-6b36296e867a is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:54:30.097085 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (f496f521-8960-4cb8-a836-6b36296e867a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:30.110256 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f496f521-8960-4cb8-a836-6b36296e867a {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:54:30.134789 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:54:30.136040 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9c93-8c0b-4987-be89-d72abe8331f9 req-8b2aca5a-0860-43b9-9fa5-22387e4ed910 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:30.137523 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f05f9c93-8c0b-4987-be89-d72abe8331f9 req-8b2aca5a-0860-43b9-9fa5-22387e4ed910 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 943 time: 0.0463459 Apr 12 11:54:30.193255 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f05f9c93-8c0b-4987-be89-d72abe8331f9 req-67c30eb0-a5e2-410b-b3db-9deab0f36762 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486009 Apr 12 11:54:30.209788 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:30.256553 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=7']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:54:30.263380 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.263733 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.264656 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.265104 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.265567 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.265907 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.266264 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.266595 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.266925 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.267253 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.267582 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.267915 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.268240 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.268563 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.268887 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:54:30.632702 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['f496f521-8960-4cb8-a836-6b36296e867a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:54:31.308992 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f55ba-bab6-4e8a-9fad-3903a613b359 req-9223b786-dd76-47b4-bb02-30a44270bf39 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:31.310489 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-974f55ba-bab6-4e8a-9fad-3903a613b359 req-9223b786-dd76-47b4-bb02-30a44270bf39 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 944 time: 0.0509310 Apr 12 11:54:31.358158 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-974f55ba-bab6-4e8a-9fad-3903a613b359 req-88f839df-4a5e-45db-85a9-40d9f81b6990 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413170 Apr 12 11:54:31.554395 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-bcd61375-fe63-4879-b8cc-690dfc488617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:31.968094 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device f496f521-8960-4cb8-a836-6b36296e867a up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:54:32.013554 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port f496f521-8960-4cb8-a836-6b36296e867a triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:54:32.014728 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (f496f521-8960-4cb8-a836-6b36296e867a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:32.094101 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port f496f521-8960-4cb8-a836-6b36296e867a is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:54:32.094489 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (f496f521-8960-4cb8-a836-6b36296e867a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:32.115972 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:54:32.118215 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ba1e35-2112-4767-95d9-41a44fd1ab8a" -d '{"events": [{"server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "name": "network-vif-plugged", "status": "completed", "tag": "f496f521-8960-4cb8-a836-6b36296e867a"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:54:32.131943 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:54:32.152779 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6ef51-7f2e-4a2d-8fe2-d34e01fc8cb7 x-openstack-request-id: req-9cf6ef51-7f2e-4a2d-8fe2-d34e01fc8cb7 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:54:32.153066 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "name": "network-vif-plugged", "status": "completed", "tag": "f496f521-8960-4cb8-a836-6b36296e867a", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:54:32.153318 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cf6ef51-7f2e-4a2d-8fe2-d34e01fc8cb7 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:54:32.153711 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf6ef51-7f2e-4a2d-8fe2-d34e01fc8cb7'] response: {'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a', 'code': 200} Apr 12 11:54:32.217471 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:32.265181 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=8']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:54:32.471607 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab0fd5-14b9-4ca8-a80b-dc0cb8c1f6d0 req-ff3aaa3a-ec91-4ec6-a998-d814d54bf72a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:32.473069 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3eab0fd5-14b9-4ca8-a80b-dc0cb8c1f6d0 req-ff3aaa3a-ec91-4ec6-a998-d814d54bf72a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0475073 Apr 12 11:54:32.553819 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3eab0fd5-14b9-4ca8-a80b-dc0cb8c1f6d0 req-cc39d2f5-5b6a-40d3-8f8e-c0250fe62853 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751047 Apr 12 11:54:32.554787 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62181-3fd0-4ed4-97a2-a8917385ff6f req-bfdf8816-a13a-4d2b-8d20-b1a0fe1e3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:32.556119 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46e62181-3fd0-4ed4-97a2-a8917385ff6f req-bfdf8816-a13a-4d2b-8d20-b1a0fe1e3bcf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1129 time: 0.0647111 Apr 12 11:54:32.785654 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-46e62181-3fd0-4ed4-97a2-a8917385ff6f req-dd4aaa68-fc9a-4e09-94cb-50c7f75d873a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452032 Apr 12 11:54:33.665422 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f80c57-6e12-467f-b1cd-678539b7b318 req-098a03dd-071b-46e0-9a6b-6605029ac06e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:33.666912 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-14f80c57-6e12-467f-b1cd-678539b7b318 req-098a03dd-071b-46e0-9a6b-6605029ac06e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0470400 Apr 12 11:54:33.715090 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-14f80c57-6e12-467f-b1cd-678539b7b318 req-62b5fe73-a9de-43b7-a808-0db2695dfd3c tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421839 Apr 12 11:54:33.908754 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-37215367-170a-4198-bcee-700b36adac36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:34.828098 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436eb1a-c9cc-485d-bfd4-2f68d952050f req-8ce5f167-9c34-4766-922c-a14a8cbf2ba7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:54:34.829546 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4436eb1a-c9cc-485d-bfd4-2f68d952050f req-8ce5f167-9c34-4766-922c-a14a8cbf2ba7 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0475819 Apr 12 11:54:34.877866 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4436eb1a-c9cc-485d-bfd4-2f68d952050f req-26c6e649-e93c-432b-a528-c36e1df4e3bb tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Apr 12 11:54:35.245849 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:36.354224 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:37.848609 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:54:42.681689 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:54:52.653841 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:01.558044 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3611fc3e-b1ab-4a09-a079-31a87ced5269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:03.935539 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4b18c225-415f-42f5-8007-0731e0c4e392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:05.271722 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:06.340594 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:07.869708 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:19.680719 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:55:22.664594 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:30.539422 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-b239ad6f-9550-4f48-8bb7-7d361517c485 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389066 Apr 12 11:55:30.639132 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-86768ead-115f-4032-85ee-6536b448420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:55:30.640603 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-86768ead-115f-4032-85ee-6536b448420e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1129 time: 0.0438669 Apr 12 11:55:30.742706 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-ba07ab63-aa42-44f1-b538-aac0a07916f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:55:30.744715 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-ba07ab63-aa42-44f1-b538-aac0a07916f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 909 time: 0.0839784 Apr 12 11:55:30.813438 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-2c85afec-77e2-4c52-b576-7d5131f4a47a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 1001 time: 0.0610790 Apr 12 11:55:30.860556 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-b5ba62e5-cbf7-4a8e-b51b-e48541ff80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:55:30.861937 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-b5ba62e5-cbf7-4a8e-b51b-e48541ff80f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0431590 Apr 12 11:55:30.904507 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-6ee1f150-1dcd-470c-ae52-28d6015ec532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:55:30.909794 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-6ee1f150-1dcd-470c-ae52-28d6015ec532 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378337 Apr 12 11:55:30.916323 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-14daf854-163b-4cf7-8dc5-a11bdb00de26 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:55:30.917246 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-14daf854-163b-4cf7-8dc5-a11bdb00de26 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053446 Apr 12 11:55:31.009512 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-1a35e03e-307f-4b4b-bba9-8d9cdae61c42 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849891 Apr 12 11:55:31.100897 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-94e855f7-94c0-4b3b-b55c-7a346aa35d00 req-c2540278-3bde-4d23-b770-4de9dd37af38 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844893 Apr 12 11:55:31.561004 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d101ca6e-6ecf-4b56-b996-fabeefe4d3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:33.910024 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5da63778-5bbf-4d00-868d-d5e656b29285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:35.275717 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:36.387821 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:37.849430 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:52.666658 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:56.202362 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf830e-08ac-40ff-97d5-c24d51775cef req-b2270ccb-ce2a-428f-92a2-0ef6a0098745 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:55:56.203842 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3fbf830e-08ac-40ff-97d5-c24d51775cef req-b2270ccb-ce2a-428f-92a2-0ef6a0098745 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 945 time: 0.0512614 Apr 12 11:55:56.254523 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3fbf830e-08ac-40ff-97d5-c24d51775cef req-ce300592-a1c9-4571-9a78-c820bcfddbbe tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451739 Apr 12 11:55:56.680825 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:55:57.370490 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ac6fb-d2e4-462f-8f01-a84d987011ec req-0d42ab17-fd1d-4356-8cee-1e126d2b1084 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:55:57.372035 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-643ac6fb-d2e4-462f-8f01-a84d987011ec req-0d42ab17-fd1d-4356-8cee-1e126d2b1084 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 945 time: 0.0479686 Apr 12 11:55:57.419671 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-643ac6fb-d2e4-462f-8f01-a84d987011ec req-758e6c9c-560a-4ca2-9716-4b228ee38cbf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Apr 12 11:55:57.985580 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-8177435e-e110-4deb-af49-ed64ed2d1741 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:55:57.987099 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-8177435e-e110-4deb-af49-ed64ed2d1741 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 945 time: 0.0471606 Apr 12 11:55:58.072508 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Deleting port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:55:58.072852 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:58.161142 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] For port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:55:58.161503 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:58.639893 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e4d06-f161-42c5-add5-a6190c2d8fe8 req-8bc665ca-9d74-4190-bf7b-909e36a66daf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:55:58.641326 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4f8e4d06-f161-42c5-add5-a6190c2d8fe8 req-8bc665ca-9d74-4190-bf7b-909e36a66daf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 945 time: 0.0617239 Apr 12 11:55:58.643171 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:58.643524 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (0fa7db62-2e0c-4bff-afee-efe204085834), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:58.643833 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Floating IP 0fa7db62-2e0c-4bff-afee-efe204085834 disassociated. External IP: 172.27.1.204, port: 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25. Apr 12 11:55:58.644172 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Calling delete_port for 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:55:58.743947 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4f8e4d06-f161-42c5-add5-a6190c2d8fe8 req-51978389-84b6-46f7-bb3c-f59fcc631a8d tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949209 Apr 12 11:55:58.860652 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (44a86181-2d2a-4577-8a1c-b6b2ecdfbb25), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:58.889863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event deleted for resources: {'Port': ['ID=44a86181-2d2a-4577-8a1c-b6b2ecdfbb25,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:55:58.900178 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.900504 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.900852 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.901178 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.901515 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.901850 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.902205 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.902540 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.902870 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.903193 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.903524 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.903851 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.904173 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.904495 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:58.904818 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:55:59.021980 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:55:59.133411 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:55:59.143976 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:55:59.154963 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:55:59.155656 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:55:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:55:59.177733 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] No DVR routers for this DVR port 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:55:59.180949 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:55:59.184568 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c86b0511-acf3-4729-ba50-670bcfb65939 req-5fd6c25c-ef11-48b8-9d49-8d06f17b9cd6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "DELETE /v2.0/ports/44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 HTTP/1.1" status: 204 len: 173 time: 1.1925516 Apr 12 11:55:59.185011 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'name': 'network-vif-deleted', 'tag': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:55:59.187341 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab3968-69c8-40bd-962a-b3f6eab59e9b" -d '{"events": [{"server_uuid": "64ff4d15-28e2-4f87-ac50-b59bc19f2502", "name": "network-vif-deleted", "tag": "44a86181-2d2a-4577-8a1c-b6b2ecdfbb25"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:55:59.225124 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48791982-8187-4b25-8406-3bf255a1e446 x-openstack-request-id: req-48791982-8187-4b25-8406-3bf255a1e446 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:55:59.225421 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff4d15-28e2-4f87-ac50-b59bc19f2502", "name": "network-vif-deleted", "tag": "44a86181-2d2a-4577-8a1c-b6b2ecdfbb25", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:55:59.225712 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48791982-8187-4b25-8406-3bf255a1e446 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:55:59.226589 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48791982-8187-4b25-8406-3bf255a1e446'] response: {'server_uuid': '64ff4d15-28e2-4f87-ac50-b59bc19f2502', 'name': 'network-vif-deleted', 'tag': '44a86181-2d2a-4577-8a1c-b6b2ecdfbb25', 'status': 'completed', 'code': 200} Apr 12 11:55:59.274276 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:55:59.480175 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:55:59.506136 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:55:59.514968 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:55:59.515564 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:55:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:55:59.621853 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:55:59.813240 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:55:59.841515 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1040b523-5969-4ed1-9895-1bcd2a651c9b req-3650b6db-3172-48e1-9892-898ded2ab422 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=64ff4d15-28e2-4f87-ac50-b59bc19f2502 HTTP/1.1" status: 200 len: 210 time: 0.0284555 Apr 12 11:55:59.845696 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059f763-7453-4d02-a770-e4b8e8d336b7 None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:56:00.069440 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ce638a-40ee-47c5-822d-26f7e4b6ddb0 None None] New status for floating IP 0fa7db62-2e0c-4bff-afee-efe204085834: DOWN {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:56:01.098326 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-0d1da38f-bfa4-4416-bd96-fb699ada7c41 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573694150&fields=id&tenant_id=a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 267 time: 0.0427501 Apr 12 11:56:01.208245 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-b3d8440c-65ce-48d9-9072-ba71bdd56022 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:01.209684 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-b3d8440c-65ce-48d9-9072-ba71bdd56022 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 811 time: 0.1044624 Apr 12 11:56:01.224033 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-8de0e7f8-4fc6-499c-9b20-7536156db186 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/quotas/a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 375 time: 0.0088682 Apr 12 11:56:01.272182 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-e91180df-f29f-44fd-a72b-c064b8811575 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427389 Apr 12 11:56:01.366226 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-2ec84cf4-1772-4577-b056-f17954b509cc service neutron] 10.222.0.59 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823631 Apr 12 11:56:01.457410 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-476236ed-dbc1-407a-a3c6-357b94e230fc service neutron] 10.222.0.59 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850980 Apr 12 11:56:01.582390 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8f815a6e-8f73-468a-a7c9-6cc3a2e19b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:02.021906 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-79a5d14e-9bcc-4e98-b64a-27c9dad27d8e req-24342285-b702-4515-8beb-cabdf1d54e72 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 210 time: 0.0308747 Apr 12 11:56:02.425306 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:56:02.446307 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:56:02.446661 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 44a86181-2d2a-4577-8a1c-b6b2ecdfbb25 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:56:03.115174 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a01ec133-0ee9-435b-938c-daad48705e1d req-efc69fd5-6dd2-4a89-856f-643a92dd5571 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 210 time: 0.0274608 Apr 12 11:56:03.918135 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-c65a8d01-c737-45d9-af97-b4052974c316 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:03.919612 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-c65a8d01-c737-45d9-af97-b4052974c316 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 811 time: 0.1068769 Apr 12 11:56:03.947099 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-de1cc0b7-bafb-47fb-a088-c205fb589bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:03.999504 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-d55bfbf9-c9ce-4d07-aed0-62d89c786ed9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 379 time: 0.0566046 Apr 12 11:56:04.008881 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'port': {'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'admin_state_up': True, 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'security_groups': ['3ee4733c-e341-4336-8b4b-05b7613b11c4']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:56:04.193531 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Made reservation on behalf of a6c87880b50844dc962140bec8dbf7bf for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:56:04.197656 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:04.211482 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3093574d-e992-4c3d-8c6f-078da40c16a2 req-4edb6e6a-b9b0-42aa-8aa0-ea9ad069c190 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Apr 12 11:56:04.330310 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Allocated IP 172.20.0.5 (e2941e1a-0142-4a70-bac4-479500ababee/baba6b68-ad30-4604-b905-971f36c66b95/7dcf9138-f332-4d6a-a9f0-da03112173d6) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:56:04.467362 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:04.583189 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:04.628934 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Network e2941e1a-0142-4a70-bac4-479500ababee is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:56:04.632120 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:56:04.635797 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:56:04.672596 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=7dcf9138-f332-4d6a-a9f0-da03112173d6,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:04.697420 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:04.698278 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:04.756698 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ab8dc19b-57c3-4471-a8ab-7b563b6855cd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7516496 Apr 12 11:56:04.774585 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Request body: {'port': {'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:56:04.838668 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:04.879504 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-757dc94c-d2c0-45cf-96b7-9926a75a884b None None] Provisioning complete for port 7dcf9138-f332-4d6a-a9f0-da03112173d6 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:56:04.879870 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-757dc94c-d2c0-45cf-96b7-9926a75a884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:04.914075 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-757dc94c-d2c0-45cf-96b7-9926a75a884b None None] Port 7dcf9138-f332-4d6a-a9f0-da03112173d6 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:56:05.122062 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcf9138-f332-4d6a-a9f0-da03112173d6 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:56:05.130038 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Publish callbacks [] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:05.143152 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Transition to ACTIVE for port object 7dcf9138-f332-4d6a-a9f0-da03112173d6 will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:56:05.203245 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:05.277544 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Pushing event updated for resources: {'Port': ['ID=7dcf9138-f332-4d6a-a9f0-da03112173d6,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:05.284659 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:05.375665 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d3cd0-0788-4ab6-8397-d9590cd19c78 req-03100148-f024-474b-aaa0-904950902506 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:05.377239 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f48d3cd0-0788-4ab6-8397-d9590cd19c78 req-03100148-f024-474b-aaa0-904950902506 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 943 time: 0.0743365 Apr 12 11:56:05.380710 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Attempting to bind port 7dcf9138-f332-4d6a-a9f0-da03112173d6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:56:05.381057 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Attempting to bind port 7dcf9138-f332-4d6a-a9f0-da03112173d6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:56:05.381394 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Attempting to bind port 7dcf9138-f332-4d6a-a9f0-da03112173d6 on network e2941e1a-0142-4a70-bac4-479500ababee {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:56:05.400092 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Port 7dcf9138-f332-4d6a-a9f0-da03112173d6 on network e2941e1a-0142-4a70-bac4-479500ababee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:56:05.400426 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Attempting to bind port 7dcf9138-f332-4d6a-a9f0-da03112173d6 on network e2941e1a-0142-4a70-bac4-479500ababee {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:56:05.408639 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:56:05.408980 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Checking segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:56:05.409397 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Bound using segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:56:05.409831 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Bound port: 7dcf9138-f332-4d6a-a9f0-da03112173d6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:56:05.410222 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:05.468429 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f48d3cd0-0788-4ab6-8397-d9590cd19c78 req-816b7b1d-c9aa-42ef-badd-c4f648a492fc tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844860 Apr 12 11:56:05.502731 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] For port 7dcf9138-f332-4d6a-a9f0-da03112173d6, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:56:05.505565 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] For port 7dcf9138-f332-4d6a-a9f0-da03112173d6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:56:05.588267 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:05.623666 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:05.624330 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:05.625732 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] 10.222.0.52 "PUT /v2.0/ports/7dcf9138-f332-4d6a-a9f0-da03112173d6 HTTP/1.1" status: 200 len: 1093 time: 0.8564496 Apr 12 11:56:05.626193 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:56:05.628418 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3b2558-a66a-4251-85bd-ae10275505ec" -d '{"events": [{"name": "network-changed", "server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:56:05.654910 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94b974-e311-4b91-b27f-642a3e253abd service neutron] Pushing event updated for resources: {'Port': ['ID=7dcf9138-f332-4d6a-a9f0-da03112173d6,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:05.668613 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d946e0-b21f-4c9a-8fea-ddc9c21f95fe x-openstack-request-id: req-31d946e0-b21f-4c9a-8fea-ddc9c21f95fe {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:56:05.668913 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:56:05.669195 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31d946e0-b21f-4c9a-8fea-ddc9c21f95fe {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:56:05.669606 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d946e0-b21f-4c9a-8fea-ddc9c21f95fe'] response: {'name': 'network-changed', 'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'status': 'completed', 'code': 200} Apr 12 11:56:05.758398 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2558-a66a-4251-85bd-ae10275505ec req-0e345a22-2abb-4693-be7c-e6ffb633558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:05.759950 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d3b2558-a66a-4251-85bd-ae10275505ec req-0e345a22-2abb-4693-be7c-e6ffb633558b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1127 time: 0.0476139 Apr 12 11:56:05.865465 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2558-a66a-4251-85bd-ae10275505ec req-c4fe9fad-d356-42cc-8a30-506e0984bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:05.867164 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d3b2558-a66a-4251-85bd-ae10275505ec req-c4fe9fad-d356-42cc-8a30-506e0984bc20 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a6c87880b50844dc962140bec8dbf7bf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0932927 Apr 12 11:56:05.964831 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2558-a66a-4251-85bd-ae10275505ec req-af7f9ec3-7888-46a2-8661-299480c92889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:05.966227 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6d3b2558-a66a-4251-85bd-ae10275505ec req-af7f9ec3-7888-46a2-8661-299480c92889 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926716 Apr 12 11:56:06.062807 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-c03e524a-843f-498a-aa8e-03e27056808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:06.064295 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-c03e524a-843f-498a-aa8e-03e27056808a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1127 time: 0.0397398 Apr 12 11:56:06.109209 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ad4ce3ad-d950-4db6-9272-c84d577149ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6 HTTP/1.1" status: 200 len: 217 time: 0.0330162 Apr 12 11:56:06.161818 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-2f747587-3082-40fa-9d2f-56c42458a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:06.163404 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-2f747587-3082-40fa-9d2f-56c42458a646 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0468829 Apr 12 11:56:06.207322 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-8832e43e-38ed-4c49-830f-caaea01dd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:06.208768 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-8832e43e-38ed-4c49-830f-caaea01dd6da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382206 Apr 12 11:56:06.297168 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-12e535ea-92b3-4876-a0f6-ba268dc4f89f service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818582 Apr 12 11:56:06.341692 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:06.389662 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5faacc34-43c4-4228-9674-33ab7792edb6 req-ed96d9ad-9cc6-4df3-ab3b-135442b7d76c service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867350 Apr 12 11:56:06.580385 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6170a9-acd6-4abf-b8f5-8e7c9ba1f6f7 req-7676a934-5c5c-4cd2-b619-2ef232286568 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:06.581828 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aa6170a9-acd6-4abf-b8f5-8e7c9ba1f6f7 req-7676a934-5c5c-4cd2-b619-2ef232286568 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 943 time: 0.0461674 Apr 12 11:56:06.629467 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aa6170a9-acd6-4abf-b8f5-8e7c9ba1f6f7 req-2812bac4-fb12-415e-ba48-689c70028b41 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 Apr 12 11:56:07.741725 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd5ac3-7bff-4014-af8f-60337b88703a req-ba0bcef6-8bb6-4be6-889f-43a778cfddc0 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:07.743008 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-87cd5ac3-7bff-4014-af8f-60337b88703a req-ba0bcef6-8bb6-4be6-889f-43a778cfddc0 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 943 time: 0.0465174 Apr 12 11:56:07.791692 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-87cd5ac3-7bff-4014-af8f-60337b88703a req-143ddf43-7ca8-41b0-b67a-ee2560612f24 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431952 Apr 12 11:56:07.816269 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:08.905360 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0151a8-335c-4fa2-b9a4-8b6a57893c3b req-16236ff9-f798-4f70-8ead-d9c51e49e8ad tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:08.910060 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3a0151a8-335c-4fa2-b9a4-8b6a57893c3b req-16236ff9-f798-4f70-8ead-d9c51e49e8ad tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 943 time: 0.0501320 Apr 12 11:56:08.955280 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3a0151a8-335c-4fa2-b9a4-8b6a57893c3b req-956c5220-c4b9-41c2-bb9f-f3024345718f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428960 Apr 12 11:56:10.067009 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6eac4-430f-4653-ae98-dac6148b6240 req-e5d8ba7a-1021-4ac1-83a3-6cb241d59e56 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:10.068448 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aff6eac4-430f-4653-ae98-dac6148b6240 req-e5d8ba7a-1021-4ac1-83a3-6cb241d59e56 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 943 time: 0.0467718 Apr 12 11:56:10.119997 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-aff6eac4-430f-4653-ae98-dac6148b6240 req-b715daf2-604b-4e95-9e59-806fd2f70204 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459764 Apr 12 11:56:11.286842 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dd746-b151-41f2-89f0-7d2418cbe2f9 req-f7e74b96-c6d6-4fa8-9b6a-3dc7299bd0d8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:11.288383 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a64dd746-b151-41f2-89f0-7d2418cbe2f9 req-f7e74b96-c6d6-4fa8-9b6a-3dc7299bd0d8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 943 time: 0.1035252 Apr 12 11:56:11.336248 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a64dd746-b151-41f2-89f0-7d2418cbe2f9 req-c706fe29-0259-4f8a-9f77-5871116d9f4b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424933 Apr 12 11:56:12.447437 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6d3d-f77a-4d0f-9cb7-af075c8f5a5a req-0b5e9ad1-1d43-4ae3-bea3-332fcc57b785 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:12.448888 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-958f6d3d-f77a-4d0f-9cb7-af075c8f5a5a req-0b5e9ad1-1d43-4ae3-bea3-332fcc57b785 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 943 time: 0.0462937 Apr 12 11:56:12.497366 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-958f6d3d-f77a-4d0f-9cb7-af075c8f5a5a req-17236930-f18e-406f-8e87-7991695d8cf4 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430510 Apr 12 11:56:13.612002 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f193d11-03ba-4958-a7f4-5fb6322b07e9 req-6b381fe1-b4f7-47ad-b7a2-196360276de7 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:13.613443 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2f193d11-03ba-4958-a7f4-5fb6322b07e9 req-6b381fe1-b4f7-47ad-b7a2-196360276de7 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 943 time: 0.0499077 Apr 12 11:56:13.660592 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2f193d11-03ba-4958-a7f4-5fb6322b07e9 req-97729a23-d6fd-4add-ac3a-70607cb5918c tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Apr 12 11:56:14.469739 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 7dcf9138-f332-4d6a-a9f0-da03112173d6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:56:14.567009 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 7dcf9138-f332-4d6a-a9f0-da03112173d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:14.577848 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:56:14.617400 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 7dcf9138-f332-4d6a-a9f0-da03112173d6 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:56:14.617778 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:14.630202 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcf9138-f332-4d6a-a9f0-da03112173d6 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:56:14.649365 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 7dcf9138-f332-4d6a-a9f0-da03112173d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:14.730045 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:14.770828 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3889f56-1698-4513-a8c0-629a225ef9fe req-2712f4af-e5bc-4e48-9f04-0a2710652ce2 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:14.772335 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c3889f56-1698-4513-a8c0-629a225ef9fe req-2712f4af-e5bc-4e48-9f04-0a2710652ce2 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 944 time: 0.0478189 Apr 12 11:56:14.781230 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=7dcf9138-f332-4d6a-a9f0-da03112173d6,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:14.789063 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.789397 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.789748 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.790116 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.790454 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.790788 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.791120 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.791447 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.791779 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.792106 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.792432 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.792759 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.793086 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.793407 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.793730 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:14.823233 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c3889f56-1698-4513-a8c0-629a225ef9fe req-d5cd11c7-89d6-4b98-b88a-1a7cde81f779 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Apr 12 11:56:15.131788 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['7dcf9138-f332-4d6a-a9f0-da03112173d6'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:56:15.934325 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dbb9c-6bff-4a01-b58c-a98801100afe req-ccca03fd-2122-4dc1-bc9a-fbba596de4a8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:15.935786 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6e6dbb9c-6bff-4a01-b58c-a98801100afe req-ccca03fd-2122-4dc1-bc9a-fbba596de4a8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 944 time: 0.0477991 Apr 12 11:56:15.984243 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6e6dbb9c-6bff-4a01-b58c-a98801100afe req-975ed19a-852b-4659-aa94-58455a841174 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Apr 12 11:56:16.470967 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 7dcf9138-f332-4d6a-a9f0-da03112173d6 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:56:16.515543 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 7dcf9138-f332-4d6a-a9f0-da03112173d6 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:56:16.580958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 7dcf9138-f332-4d6a-a9f0-da03112173d6 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:56:16.581331 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:16.659154 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 7dcf9138-f332-4d6a-a9f0-da03112173d6 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:56:16.659536 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:16.681472 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:56:16.683973 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8106eb-b2ff-4c96-b78c-d7b03e56b3bf" -d '{"events": [{"server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "name": "network-vif-plugged", "status": "completed", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:56:16.696387 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 7dcf9138-f332-4d6a-a9f0-da03112173d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:16.720432 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cd4d14-bde0-46be-854d-cbcf0482293e x-openstack-request-id: req-c8cd4d14-bde0-46be-854d-cbcf0482293e {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:56:16.720727 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "name": "network-vif-plugged", "status": "completed", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:56:16.720990 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8cd4d14-bde0-46be-854d-cbcf0482293e {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:56:16.721611 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cd4d14-bde0-46be-854d-cbcf0482293e'] response: {'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'code': 200} Apr 12 11:56:16.752507 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:16.800968 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=7dcf9138-f332-4d6a-a9f0-da03112173d6,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:17.124895 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c71cd3-c716-4692-9e43-9531596cca29 req-c7d793b2-7958-495d-8b3b-89dea37adeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:17.126419 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c8c71cd3-c716-4692-9e43-9531596cca29 req-c7d793b2-7958-495d-8b3b-89dea37adeb8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1129 time: 0.0800960 Apr 12 11:56:17.134404 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817278e3-f968-47fb-9bd1-70094e836af7 req-dc4ba0d0-33d9-4c1d-a826-84512a80a781 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:17.135752 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-817278e3-f968-47fb-9bd1-70094e836af7 req-dc4ba0d0-33d9-4c1d-a826-84512a80a781 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 945 time: 0.0810244 Apr 12 11:56:17.206935 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c8c71cd3-c716-4692-9e43-9531596cca29 req-82af14f5-51e2-4eed-9314-5f27e8ef24e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702531 Apr 12 11:56:17.211313 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-817278e3-f968-47fb-9bd1-70094e836af7 req-33cc31c1-9df7-4019-9fb6-a2b14ce84b67 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697100 Apr 12 11:56:18.326847 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4e1de-7f96-4d9a-a505-3dc268138212 req-1c55fba1-4be4-47e7-939b-5fcc34b395a8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:18.329000 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b5c4e1de-7f96-4d9a-a505-3dc268138212 req-1c55fba1-4be4-47e7-939b-5fcc34b395a8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 945 time: 0.0524664 Apr 12 11:56:18.340798 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 58894) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:18.377882 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b5c4e1de-7f96-4d9a-a505-3dc268138212 req-e3234121-9e34-4e8e-a2a4-f7fe65ae00f0 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Apr 12 11:56:18.581471 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Deleting port 4d81a695-3ef5-4c06-b24d-385cff1a3940 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:18.581809 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (4d81a695-3ef5-4c06-b24d-385cff1a3940), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:18.658197 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (4d81a695-3ef5-4c06-b24d-385cff1a3940), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:18.658522 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for floatingip (4d81a695-3ef5-4c06-b24d-385cff1a3940), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:18.670737 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Calling delete_port for 4d81a695-3ef5-4c06-b24d-385cff1a3940 owned by network:floatingip {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:18.935551 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (4d81a695-3ef5-4c06-b24d-385cff1a3940), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:18.961371 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event deleted for resources: {'Port': ['ID=4d81a695-3ef5-4c06-b24d-385cff1a3940,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:19.022953 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for floatingip (baf0071f-a7db-408a-be50-0f2b508bb887), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:19.023278 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Floating IP baf0071f-a7db-408a-be50-0f2b508bb887 disassociated (deleted). External IP: 172.27.1.213, port: f496f521-8960-4cb8-a836-6b36296e867a. Apr 12 11:56:19.243742 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:56:19.356031 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:56:19.360676 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:19.366933 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] Sync routers for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:56:19.376803 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:56:19.377418 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:56:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:19.391014 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-a5c8244e-5893-4fdd-84f5-c90c4eec8048 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "DELETE /v2.0/floatingips/baf0071f-a7db-408a-be50-0f2b508bb887 HTTP/1.1" status: 204 len: 168 time: 1.0491416 Apr 12 11:56:19.391603 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:56:19.393822 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "tag": "f496f521-8960-4cb8-a836-6b36296e867a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:56:19.494809 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:56:19.499266 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeea3ed1-dc71-468b-b396-a53772946c0e x-openstack-request-id: req-eeea3ed1-dc71-468b-b396-a53772946c0e {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:56:19.499561 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "tag": "f496f521-8960-4cb8-a836-6b36296e867a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:56:19.499819 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eeea3ed1-dc71-468b-b396-a53772946c0e {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:56:19.500227 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeea3ed1-dc71-468b-b396-a53772946c0e'] response: {'name': 'network-changed', 'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a', 'status': 'completed', 'code': 200} Apr 12 11:56:19.593897 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-01b964e0-d4b6-45c4-9a0b-867e70d82b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:19.595467 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-01b964e0-d4b6-45c4-9a0b-867e70d82b37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b3fc36591e49c4bad25db7e86f6769&device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 1129 time: 0.0500453 Apr 12 11:56:19.685388 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab19e0-665c-419e-9538-25d188a1c475 req-6aaf3d64-091d-4197-ba27-5bcf459af2d8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:19.687264 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-00ab19e0-665c-419e-9538-25d188a1c475 req-6aaf3d64-091d-4197-ba27-5bcf459af2d8 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 945 time: 0.1319318 Apr 12 11:56:19.702906 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-5fdb7144-d8a6-4540-94fd-a86bfe8efe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:19.704844 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-5fdb7144-d8a6-4540-94fd-a86bfe8efe3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 200 len: 909 time: 0.1030612 Apr 12 11:56:19.741212 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-00ab19e0-665c-419e-9538-25d188a1c475 req-fd5132a8-33bf-40fc-abff-7a741831e126 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481365 Apr 12 11:56:19.749637 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-177152ba-3358-4d34-af60-c9dfca2bb0ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 200 len: 217 time: 0.0389862 Apr 12 11:56:19.809379 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-c33b389a-5965-4fc7-a9c8-2844cd111b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:19.810888 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-c33b389a-5965-4fc7-a9c8-2844cd111b3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 200 len: 847 time: 0.0560925 Apr 12 11:56:19.816851 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:19.847750 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] Checking router: e9ec5f0f-9dab-4080-b7fb-248a60ef84dc for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:56:19.859734 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:56:19.860406 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:56:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:19.873427 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab32615-1d48-41d3-a8c8-6eb2327a2a4b req-cd2beb0e-dd45-402a-a927-2bdc7bbbafda tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:19.874949 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1ab32615-1d48-41d3-a8c8-6eb2327a2a4b req-cd2beb0e-dd45-402a-a927-2bdc7bbbafda tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 945 time: 0.0541301 Apr 12 11:56:19.891474 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-de8f9b07-7e90-4b77-b46d-301f54aeb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:19.893167 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-de8f9b07-7e90-4b77-b46d-301f54aeb9bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d6725621-d0d7-4704-a0c8-bcba7e6c4555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760655 Apr 12 11:56:19.899545 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bf885-0fcb-4077-97b9-5dce0d4fd896 req-4f159fa6-6462-40b8-872b-63338ecc7440 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:19.901090 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c8bf885-0fcb-4077-97b9-5dce0d4fd896 req-4f159fa6-6462-40b8-872b-63338ecc7440 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0826819 Apr 12 11:56:19.930452 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1ab32615-1d48-41d3-a8c8-6eb2327a2a4b req-c65bf2bd-5d18-47c5-8fe6-d2cbda11aa9a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471051 Apr 12 11:56:19.955259 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58916) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:19.962494 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c8bf885-0fcb-4077-97b9-5dce0d4fd896 req-18165f7a-a90b-48b7-9f3f-bb4bfd895310 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553081 Apr 12 11:56:19.979385 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:56:19.997950 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063b371-d8c8-42e1-8009-20589be34721 tempest-TestVolumeBootPattern-665667567 tempest-TestVolumeBootPattern-665667567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:19.999556 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c063b371-d8c8-42e1-8009-20589be34721 tempest-TestVolumeBootPattern-665667567 tempest-TestVolumeBootPattern-665667567-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1124 time: 0.0432112 Apr 12 11:56:20.002371 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58918) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:20.007454 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:56:20.111025 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:20.170995 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:20.191209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:20.202197 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f94ad-ff81-4729-a430-d6a9d906cf7b None None] The sync data for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi is: [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:17Z', 'revision_number': 4, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '054678f6-02c6-4dc2-ade2-8cd4a7c21731', 'name': '', 'network_id': 'd6725621-d0d7-4704-a0c8-bcba7e6c4555', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'mac_address': 'fa:16:3e:87:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:16Z', 'updated_at': '2022-04-12T11:50:21Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'subnets': [{'id': '2337fa5f-5c2d-4938-ac03-aaac15e51a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:56:20.303712 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Allocated IP 172.27.1.153 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:56:20.410145 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:20.434761 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5e7f6-c0b1-49f4-81c0-24df4885a118 None None] New status for floating IP baf0071f-a7db-408a-be50-0f2b508bb887: DOWN {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:56:20.512994 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:20.552273 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:56:20.556515 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:56:20.563978 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:56:20.565908 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:20.593472 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.593818 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.594199 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.594543 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.594879 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.595210 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.595538 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.595870 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.596194 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.596519 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.596844 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.597166 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.597523 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.597880 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.598232 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:56:20.976359 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-b8c46422-64e1-4b17-9544-159ccbeb2a22 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896392 Apr 12 11:56:21.073554 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9f79fa4b-f5b7-4d5a-920b-e58acaef70dd req-67551c20-60e3-4422-8e1b-fd6478e5f815 service neutron] 10.222.0.52 "GET /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905323 Apr 12 11:56:21.143421 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976062-d152-4e6d-a8a1-544db172a644 req-b0401c96-301f-4c64-9bfe-7cf14bc4a5e6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:21.144832 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43976062-d152-4e6d-a8a1-544db172a644 req-b0401c96-301f-4c64-9bfe-7cf14bc4a5e6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0925889 Apr 12 11:56:21.235814 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-43976062-d152-4e6d-a8a1-544db172a644 req-9df993fc-5aed-4ca7-ac6d-4e3618f1a65e tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/security-groups?id=92d1c1d8-a2d0-45b3-872c-d90f218d0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846639 Apr 12 11:56:21.288872 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (f87ffea0-42e8-4efd-9080-8a21e8eeb444), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:21.419014 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:21.567102 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:21.631919 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:21.670492 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-ed99c88e-9bd8-4112-b65f-cef9ae80f696 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:21.671916 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-ed99c88e-9bd8-4112-b65f-cef9ae80f696 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Apr 12 11:56:21.701539 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:21.712785 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (f87ffea0-42e8-4efd-9080-8a21e8eeb444), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:21.758225 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Deleting port f496f521-8960-4cb8-a836-6b36296e867a {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:21.758589 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (f496f521-8960-4cb8-a836-6b36296e867a), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:21.818130 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Floating IP f87ffea0-42e8-4efd-9080-8a21e8eeb444 associated. External IP: 172.27.1.153, port: 7dcf9138-f332-4d6a-a9f0-da03112173d6. Apr 12 11:56:21.850198 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] For port f496f521-8960-4cb8-a836-6b36296e867a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f496f521-8960-4cb8-a836-6b36296e867a,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:21.850578 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (f496f521-8960-4cb8-a836-6b36296e867a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:21.863532 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Calling delete_port for f496f521-8960-4cb8-a836-6b36296e867a owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:22.039656 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:56:22.156937 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:56:22.167274 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:56:22.177756 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:56:22.178943 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:56:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:22.228870 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:22.274201 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-6f2fe907-1b00-45f8-9387-a8b43ff3a77e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2706320 Apr 12 11:56:22.274975 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:56:22.277558 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422c322-2ce3-4817-93e9-211bf53eea6c" -d '{"events": [{"name": "network-changed", "server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:56:22.297005 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:56:22.315700 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3558600c-79fb-457e-8180-d9c4b81cad0a x-openstack-request-id: req-3558600c-79fb-457e-8180-d9c4b81cad0a {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:56:22.316091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:56:22.316447 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3558600c-79fb-457e-8180-d9c4b81cad0a {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:56:22.316988 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3558600c-79fb-457e-8180-d9c4b81cad0a'] response: {'name': 'network-changed', 'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'status': 'completed', 'code': 200} Apr 12 11:56:22.335275 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a141a144-64bd-4e0a-af42-3844d0741d5e req-6df799a2-e871-45f3-8d01-93d38f335969 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 210 time: 0.0278265 Apr 12 11:56:22.340048 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (f496f521-8960-4cb8-a836-6b36296e867a), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:22.419563 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event deleted for resources: {'Port': ['ID=f496f521-8960-4cb8-a836-6b36296e867a,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:22.421345 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] No DVR routers for this DVR port f496f521-8960-4cb8-a836-6b36296e867a on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:56:22.423528 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:22.425549 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-7123ff29-b135-481d-b34b-0f79aec0c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:22.426730 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-912d2b0e-e28b-449c-b1b9-c54104516a98 req-d81613ea-daa1-4c3f-8996-6f1415fc85f6 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.52 "DELETE /v2.0/ports/f496f521-8960-4cb8-a836-6b36296e867a HTTP/1.1" status: 204 len: 173 time: 0.7499762 Apr 12 11:56:22.427164 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'name': 'network-vif-deleted', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:56:22.429368 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-7123ff29-b135-481d-b34b-0f79aec0c902 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1129 time: 0.0684001 Apr 12 11:56:22.429572 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdde5dc-505c-4267-b84c-483fa978a389" -d '{"events": [{"server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "name": "network-vif-deleted", "tag": "f496f521-8960-4cb8-a836-6b36296e867a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:56:22.472811 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d498cc23-49fc-4a0d-8aa3-fc523c9e52c2 x-openstack-request-id: req-d498cc23-49fc-4a0d-8aa3-fc523c9e52c2 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:56:22.472811 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2527ef7-0b1d-43ae-8c05-2084f1048f47", "name": "network-vif-deleted", "tag": "f496f521-8960-4cb8-a836-6b36296e867a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:56:22.472811 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d498cc23-49fc-4a0d-8aa3-fc523c9e52c2 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:56:22.472811 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d498cc23-49fc-4a0d-8aa3-fc523c9e52c2'] response: {'server_uuid': 'b2527ef7-0b1d-43ae-8c05-2084f1048f47', 'name': 'network-vif-deleted', 'tag': 'f496f521-8960-4cb8-a836-6b36296e867a', 'status': 'completed', 'code': 200} Apr 12 11:56:22.532233 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-226c687c-3d02-4a50-a85f-a231b17338a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:22.533608 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-226c687c-3d02-4a50-a85f-a231b17338a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0982809 Apr 12 11:56:22.542254 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:21Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:22.569749 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:56:22.580356 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:56:22.580964 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:56:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:22.604287 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-5b815078-1d4f-4c3a-8a40-039eccfb68c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6 HTTP/1.1" status: 200 len: 999 time: 0.0642376 Apr 12 11:56:22.644704 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:22.657894 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-9d43855f-a298-4ac5-be9f-3b6cc9e0661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:22.659435 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-9d43855f-a298-4ac5-be9f-3b6cc9e0661b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0494308 Apr 12 11:56:22.692303 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:56:22.707185 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-4bc952ad-a62d-4b70-a9d5-7b8d303bacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:56:22.708689 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-4bc952ad-a62d-4b70-a9d5-7b8d303bacd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434217 Apr 12 11:56:22.805854 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-15f104f2-6ff3-4707-91bf-5c0d2d1539bb service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894480 Apr 12 11:56:22.913506 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f422c322-2ce3-4817-93e9-211bf53eea6c req-9cb98110-b197-4269-bfb6-b80bad891690 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015425 Apr 12 11:56:22.923693 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:21Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:22.956543 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9b94e-10d4-4cc3-9bd9-03900f688baa None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:21Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:56:23.153261 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bdf384-7954-4dca-a1e3-b6019cb995b0 None None] New status for floating IP f87ffea0-42e8-4efd-9080-8a21e8eeb444: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:56:23.449379 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-224432aa-f4f9-4066-bf77-2f417c4ee2c3 req-47d1f255-b74c-4188-bd6d-9c22d5065bb2 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2527ef7-0b1d-43ae-8c05-2084f1048f47 HTTP/1.1" status: 200 len: 210 time: 0.0317276 Apr 12 11:56:24.499943 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device f496f521-8960-4cb8-a836-6b36296e867a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:56:24.506703 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58946) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:24.524146 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: f496f521-8960-4cb8-a836-6b36296e867a {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:56:24.524500 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device f496f521-8960-4cb8-a836-6b36296e867a not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:56:24.563565 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5b73a13-54be-4a27-b60a-746921560574 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group (92d1c1d8-a2d0-45b3-872c-d90f218d0e96), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:24.589462 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5b73a13-54be-4a27-b60a-746921560574 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group (92d1c1d8-a2d0-45b3-872c-d90f218d0e96), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:24.723652 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5b73a13-54be-4a27-b60a-746921560574 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (92d1c1d8-a2d0-45b3-872c-d90f218d0e96), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:24.727063 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5b73a13-54be-4a27-b60a-746921560574 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:24.728230 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a5b73a13-54be-4a27-b60a-746921560574 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] 10.222.0.59 "DELETE /v2.0/security-groups/92d1c1d8-a2d0-45b3-872c-d90f218d0e96 HTTP/1.1" status: 204 len: 168 time: 0.2205245 Apr 12 11:56:24.737412 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b73a13-54be-4a27-b60a-746921560574 tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d1c1d8-a2d0-45b3-872c-d90f218d0e96,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:24.839567 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58950) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:25.278950 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:25.511441 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Deleting port 054678f6-02c6-4dc2-ade2-8cd4a7c21731 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:25.512091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:25.589196 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] For port 054678f6-02c6-4dc2-ade2-8cd4a7c21731, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=054678f6-02c6-4dc2-ade2-8cd4a7c21731,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:25.589567 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:25.602763 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Calling delete_port for 054678f6-02c6-4dc2-ade2-8cd4a7c21731 owned by network:router_interface {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:25.854626 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (054678f6-02c6-4dc2-ade2-8cd4a7c21731), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:25.877456 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=054678f6-02c6-4dc2-ade2-8cd4a7c21731,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:26.053189 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:26.280632 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:56:26.389696 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:56:26.394577 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a23a2b44-8626-4dde-b3ec-2fd788e42e71 admin admin] 10.222.0.59 "PUT /v2.0/routers/e9ec5f0f-9dab-4080-b7fb-248a60ef84dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539677 Apr 12 11:56:26.397162 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58956) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:26.399805 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] Sync routers for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:56:26.409763 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:56:26.410423 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:56:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:26.525458 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:56:26.701697 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:56:25Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:26.732502 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] Checking router: e9ec5f0f-9dab-4080-b7fb-248a60ef84dc for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:56:26.741370 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] Routers {'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:56:26.741976 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:56:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:26.769423 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks [] for router (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:26.849111 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] Set router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:56:26.876248 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks [] for router_gateway (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:26.997209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Deleting port 435515bd-208b-4246-8ee1-8619e80649b5 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:26.997554 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (435515bd-208b-4246-8ee1-8619e80649b5), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.021397 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:56:25Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:27.047492 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99e9993-2313-45a3-b8f3-a9cef2ebaaca None None] The sync data for ids ['e9ec5f0f-9dab-4080-b7fb-248a60ef84dc'] in dv-cinder-830091-4-iscsi is: [{'id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'name': 'tempest-TestShelveInstance-948478873-router', 'tenant_id': '88b3fc36591e49c4bad25db7e86f6769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '435515bd-208b-4246-8ee1-8619e80649b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:56:25Z', 'revision_number': 5, 'project_id': '88b3fc36591e49c4bad25db7e86f6769', 'gw_port': {'id': '435515bd-208b-4246-8ee1-8619e80649b5', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ec5f0f-9dab-4080-b7fb-248a60ef84dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:14Z', 'updated_at': '2022-04-12T11:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:56:27.076587 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] For port 435515bd-208b-4246-8ee1-8619e80649b5, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=435515bd-208b-4246-8ee1-8619e80649b5,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:27.082312 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (435515bd-208b-4246-8ee1-8619e80649b5), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.091120 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Calling delete_port for 435515bd-208b-4246-8ee1-8619e80649b5 owned by network:router_gateway {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:27.317198 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (435515bd-208b-4246-8ee1-8619e80649b5), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.347139 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=435515bd-208b-4246-8ee1-8619e80649b5,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:27.411442 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.508025 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.510245 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks [] for router_controller (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.620313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (e9ec5f0f-9dab-4080-b7fb-248a60ef84dc), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.620856 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ec5f0f-9dab-4080-b7fb-248a60ef84dc {{(pid=103888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:56:27.625391 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.635909 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-02581e2a-1147-42e7-aa39-d95df55deea1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e9ec5f0f-9dab-4080-b7fb-248a60ef84dc HTTP/1.1" status: 204 len: 168 time: 1.2284486 Apr 12 11:56:27.635909 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58962) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:27.676668 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6be412b-56dc-498f-b395-84322b22c990 admin admin] Deleting subnet 2337fa5f-5c2d-4938-ac03-aaac15e51a81 {{(pid=103888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:56:27.680920 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6be412b-56dc-498f-b395-84322b22c990 admin admin] Publish callbacks [] for subnet (2337fa5f-5c2d-4938-ac03-aaac15e51a81), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.717496 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6be412b-56dc-498f-b395-84322b22c990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26653801'] for subnet (2337fa5f-5c2d-4938-ac03-aaac15e51a81), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.836324 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6be412b-56dc-498f-b395-84322b22c990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (2337fa5f-5c2d-4938-ac03-aaac15e51a81), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.957961 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6be412b-56dc-498f-b395-84322b22c990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26654221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157497'] for subnet (2337fa5f-5c2d-4938-ac03-aaac15e51a81), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.982448 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be412b-56dc-498f-b395-84322b22c990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2337fa5f-5c2d-4938-ac03-aaac15e51a81,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:27.989786 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6be412b-56dc-498f-b395-84322b22c990 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:27.994316 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b6be412b-56dc-498f-b395-84322b22c990 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2337fa5f-5c2d-4938-ac03-aaac15e51a81 HTTP/1.1" status: 204 len: 168 time: 0.3638101 Apr 12 11:56:27.994742 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18ddd6-9258-4cad-92a7-08127dc8679f None None] Network d6725621-d0d7-4704-a0c8-bcba7e6c4555 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:56:27.996487 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58964) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:28.067512 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (d6725621-d0d7-4704-a0c8-bcba7e6c4555), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.117395 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Deleting port adb139b8-2ed8-4ab3-bef4-3732399bd483 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:28.117573 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.153585 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] DHCP port deletion for d6725621-d0d7-4704-a0c8-bcba7e6c4555 request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:56:28.158121 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 054678f6-02c6-4dc2-ade2-8cd4a7c21731 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:56:28.181981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] For port adb139b8-2ed8-4ab3-bef4-3732399bd483, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=adb139b8-2ed8-4ab3-bef4-3732399bd483,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:28.181981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.182632 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 054678f6-02c6-4dc2-ade2-8cd4a7c21731 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:56:28.182976 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 054678f6-02c6-4dc2-ade2-8cd4a7c21731 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:56:28.183396 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 435515bd-208b-4246-8ee1-8619e80649b5 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:56:28.194839 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Calling delete_port for adb139b8-2ed8-4ab3-bef4-3732399bd483 owned by network:dhcp {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:28.219376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 435515bd-208b-4246-8ee1-8619e80649b5 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:56:28.219728 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 435515bd-208b-4246-8ee1-8619e80649b5 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:56:28.233149 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] Deleting port adb139b8-2ed8-4ab3-bef4-3732399bd483 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:28.233524 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.299690 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] For port adb139b8-2ed8-4ab3-bef4-3732399bd483, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=adb139b8-2ed8-4ab3-bef4-3732399bd483,segment=NetworkSegment(5b3c1dc1-e59a-4c52-a83f-c2e2a23097de),segment_id=5b3c1dc1-e59a-4c52-a83f-c2e2a23097de)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:28.300089 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.313079 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] Calling delete_port for adb139b8-2ed8-4ab3-bef4-3732399bd483 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:28.335219 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.360754 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Pushing event deleted for resources: {'Port': ['ID=adb139b8-2ed8-4ab3-bef4-3732399bd483,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:28.364568 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] No DVR routers for this DVR port adb139b8-2ed8-4ab3-bef4-3732399bd483 on host dv-cinder-830091-4-iscsi {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:56:28.395000 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (adb139b8-2ed8-4ab3-bef4-3732399bd483), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.421341 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] Pushing event deleted for resources: {'Port': ['ID=adb139b8-2ed8-4ab3-bef4-3732399bd483,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:28.423139 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf683ad-81af-4b1c-85da-bb75970a94dc None None] No DVR routers for this DVR port adb139b8-2ed8-4ab3-bef4-3732399bd483 on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:56:28.447921 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (d6725621-d0d7-4704-a0c8-bcba7e6c4555), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.468008 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6725621-d0d7-4704-a0c8-bcba7e6c4555']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:28.477887 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:28.488530 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3c1dc1-e59a-4c52-a83f-c2e2a23097de') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:28.488530 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (5b3c1dc1-e59a-4c52-a83f-c2e2a23097de), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.502160 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (5b3c1dc1-e59a-4c52-a83f-c2e2a23097de), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.509175 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:56:28.509560 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (5b3c1dc1-e59a-4c52-a83f-c2e2a23097de), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:56:28.511269 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:56:28.620282 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (d6725621-d0d7-4704-a0c8-bcba7e6c4555), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.625563 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:28.628800 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] 10.222.0.59 "DELETE /v2.0/networks/d6725621-d0d7-4704-a0c8-bcba7e6c4555 HTTP/1.1" status: 204 len: 168 time: 0.6313450 Apr 12 11:56:28.632754 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 58966) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:28.640634 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf4e47-9c94-4c5a-8510-9ed1f8f0723d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6725621-d0d7-4704-a0c8-bcba7e6c4555,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:29.032208 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (145b2d40-e1f0-4242-be4c-513b76005d3b), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:29.314169 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Deleting port a85220c2-a0bb-41e1-98ed-5194607c0aa2 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:29.314507 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:29.389764 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] For port a85220c2-a0bb-41e1-98ed-5194607c0aa2, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=a85220c2-a0bb-41e1-98ed-5194607c0aa2,segment=NetworkSegment(46f5c743-63cd-41d3-b50b-ce9d32b7ea2c),segment_id=46f5c743-63cd-41d3-b50b-ce9d32b7ea2c)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:29.390156 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:29.403041 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Calling delete_port for a85220c2-a0bb-41e1-98ed-5194607c0aa2 owned by network:router_interface {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:29.653154 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (a85220c2-a0bb-41e1-98ed-5194607c0aa2), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:29.679944 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85220c2-a0bb-41e1-98ed-5194607c0aa2,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:29.855557 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (145b2d40-e1f0-4242-be4c-513b76005d3b), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:30.072681 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Router 145b2d40-e1f0-4242-be4c-513b76005d3b has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:56:30.173817 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device adb139b8-2ed8-4ab3-bef4-3732399bd483 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:56:30.186090 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:56:30.190963 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-2627474b-eecf-41f2-b8df-190ea688b8c3 admin admin] 10.222.0.59 "PUT /v2.0/routers/145b2d40-e1f0-4242-be4c-513b76005d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5571349 Apr 12 11:56:30.193574 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 58974) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:30.199183 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] Sync routers for ids ['145b2d40-e1f0-4242-be4c-513b76005d3b'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:56:30.203515 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: adb139b8-2ed8-4ab3-bef4-3732399bd483 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:56:30.203869 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device adb139b8-2ed8-4ab3-bef4-3732399bd483 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:56:30.212984 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] Routers {'145b2d40-e1f0-4242-be4c-513b76005d3b'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:56:30.213610 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:56:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['145b2d40-e1f0-4242-be4c-513b76005d3b'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:30.299623 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks [] for router (145b2d40-e1f0-4242-be4c-513b76005d3b), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:30.320442 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] Set router 145b2d40-e1f0-4242-be4c-513b76005d3b gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:56:30.408207 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks [] for router_gateway (145b2d40-e1f0-4242-be4c-513b76005d3b), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:30.491304 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '76552a58-c402-499f-a27c-cbd418a802ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:56:29Z', 'revision_number': 5, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port': {'id': '76552a58-c402-499f-a27c-cbd418a802ee', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:48:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:50:21Z', 'updated_at': '2022-04-12T11:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:30.517771 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] Checking router: 145b2d40-e1f0-4242-be4c-513b76005d3b for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:56:30.519001 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Deleting port 76552a58-c402-499f-a27c-cbd418a802ee {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:30.519353 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (76552a58-c402-499f-a27c-cbd418a802ee), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:30.526426 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] Routers {'145b2d40-e1f0-4242-be4c-513b76005d3b'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:56:30.527035 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:56:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['145b2d40-e1f0-4242-be4c-513b76005d3b'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:30.598511 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] For port 76552a58-c402-499f-a27c-cbd418a802ee, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=76552a58-c402-499f-a27c-cbd418a802ee,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:30.598863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (76552a58-c402-499f-a27c-cbd418a802ee), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:30.612231 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Calling delete_port for 76552a58-c402-499f-a27c-cbd418a802ee owned by network:router_gateway {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:30.615377 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] Set router 145b2d40-e1f0-4242-be4c-513b76005d3b gateway port host: None {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:56:30.666946 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:56:30Z', 'revision_number': 6, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port_host': None}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:30.696912 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fabd4f-7bde-4070-8612-d809f08bba49 None None] The sync data for ids ['145b2d40-e1f0-4242-be4c-513b76005d3b'] in dv-cinder-830091-4-iscsi is: [{'id': '145b2d40-e1f0-4242-be4c-513b76005d3b', 'name': 'tempest-TestShelveInstance-278172092-router', 'tenant_id': 'd8c89b9723a04b15a114bf267cfdce07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:50:20Z', 'updated_at': '2022-04-12T11:56:30Z', 'revision_number': 6, 'project_id': 'd8c89b9723a04b15a114bf267cfdce07', 'gw_port_host': None}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:56:30.847731 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (76552a58-c402-499f-a27c-cbd418a802ee), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.118289 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Pushing event deleted for resources: {'Port': ['ID=76552a58-c402-499f-a27c-cbd418a802ee,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:31.181775 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (145b2d40-e1f0-4242-be4c-513b76005d3b), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.294047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (145b2d40-e1f0-4242-be4c-513b76005d3b), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.296236 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks [] for router_controller (145b2d40-e1f0-4242-be4c-513b76005d3b), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.443669 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (145b2d40-e1f0-4242-be4c-513b76005d3b), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.444208 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 145b2d40-e1f0-4242-be4c-513b76005d3b {{(pid=103887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:56:31.450602 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.451758 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-bc118d5c-a193-4015-881b-21e8eaa80448 admin admin] 10.222.0.59 "DELETE /v2.0/routers/145b2d40-e1f0-4242-be4c-513b76005d3b HTTP/1.1" status: 204 len: 168 time: 1.2570665 Apr 12 11:56:31.454207 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 58978) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:31.500374 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4488e5-859d-41b4-be32-9048602bee95 admin admin] Deleting subnet 5f3edf99-1e08-4fa6-9789-a8b19abb264f {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:56:31.503505 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e4488e5-859d-41b4-be32-9048602bee95 admin admin] Publish callbacks [] for subnet (5f3edf99-1e08-4fa6-9789-a8b19abb264f), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.544628 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e4488e5-859d-41b4-be32-9048602bee95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (5f3edf99-1e08-4fa6-9789-a8b19abb264f), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.569423 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd7f8-7052-43c8-9f16-3afbeb648814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.631764 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e4488e5-859d-41b4-be32-9048602bee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (5f3edf99-1e08-4fa6-9789-a8b19abb264f), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.740549 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e4488e5-859d-41b4-be32-9048602bee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26284707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27022937'] for subnet (5f3edf99-1e08-4fa6-9789-a8b19abb264f), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.764024 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4488e5-859d-41b4-be32-9048602bee95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3edf99-1e08-4fa6-9789-a8b19abb264f,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:31.769568 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e4488e5-859d-41b4-be32-9048602bee95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.773435 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-0e4488e5-859d-41b4-be32-9048602bee95 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5f3edf99-1e08-4fa6-9789-a8b19abb264f HTTP/1.1" status: 204 len: 168 time: 0.3182459 Apr 12 11:56:31.776095 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58980) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:31.779962 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b0234c-1558-4d03-9e08-f8c65de3549c None None] Network 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:56:31.851195 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.901084 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Deleting port a6103323-bffe-426d-a77e-298a8295a0db {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:31.901433 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (a6103323-bffe-426d-a77e-298a8295a0db), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.976437 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] For port a6103323-bffe-426d-a77e-298a8295a0db, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=a6103323-bffe-426d-a77e-298a8295a0db,segment=NetworkSegment(46f5c743-63cd-41d3-b50b-ce9d32b7ea2c),segment_id=46f5c743-63cd-41d3-b50b-ce9d32b7ea2c)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:31.976731 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (a6103323-bffe-426d-a77e-298a8295a0db), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:31.991086 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Calling delete_port for a6103323-bffe-426d-a77e-298a8295a0db owned by network:dhcp {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:32.054767 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] DHCP port deletion for 7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:56:32.094694 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] Deleting port a6103323-bffe-426d-a77e-298a8295a0db {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:56:32.095067 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (a6103323-bffe-426d-a77e-298a8295a0db), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.129114 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (a6103323-bffe-426d-a77e-298a8295a0db), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.143525 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device a85220c2-a0bb-41e1-98ed-5194607c0aa2 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:56:32.154210 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6103323-bffe-426d-a77e-298a8295a0db,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:32.161978 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] No DVR routers for this DVR port a6103323-bffe-426d-a77e-298a8295a0db on host dv-cinder-830091-4-iscsi {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:56:32.180462 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: a85220c2-a0bb-41e1-98ed-5194607c0aa2 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:56:32.180816 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device a85220c2-a0bb-41e1-98ed-5194607c0aa2 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:56:32.181502 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 76552a58-c402-499f-a27c-cbd418a802ee no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:56:32.184205 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] For port a6103323-bffe-426d-a77e-298a8295a0db, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=a6103323-bffe-426d-a77e-298a8295a0db,segment=NetworkSegment(46f5c743-63cd-41d3-b50b-ce9d32b7ea2c),segment_id=46f5c743-63cd-41d3-b50b-ce9d32b7ea2c)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:56:32.184675 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (a6103323-bffe-426d-a77e-298a8295a0db), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.212530 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 76552a58-c402-499f-a27c-cbd418a802ee {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:56:32.212876 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 76552a58-c402-499f-a27c-cbd418a802ee not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:56:32.213289 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device a6103323-bffe-426d-a77e-298a8295a0db no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:56:32.215176 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] Calling delete_port for a6103323-bffe-426d-a77e-298a8295a0db owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:56:32.235836 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.237188 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: a6103323-bffe-426d-a77e-298a8295a0db {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:56:32.237539 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device a6103323-bffe-426d-a77e-298a8295a0db not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:56:32.256929 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:32.266469 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:32.266770 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f5c743-63cd-41d3-b50b-ce9d32b7ea2c') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:56:32.276987 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (46f5c743-63cd-41d3-b50b-ce9d32b7ea2c), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.291107 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (46f5c743-63cd-41d3-b50b-ce9d32b7ea2c), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.297152 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (46f5c743-63cd-41d3-b50b-ce9d32b7ea2c), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:56:32.301033 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:56:32.314562 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (a6103323-bffe-426d-a77e-298a8295a0db), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.341294 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] Pushing event deleted for resources: {'Port': ['ID=a6103323-bffe-426d-a77e-298a8295a0db,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:32.343153 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c6aa9-84d8-42a5-9b55-d4571d9115e1 None None] No DVR routers for this DVR port a6103323-bffe-426d-a77e-298a8295a0db on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:56:32.414604 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.420132 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.423274 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d HTTP/1.1" status: 204 len: 168 time: 0.6457043 Apr 12 11:56:32.434541 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c56e10-3f3d-4579-9915-bff0330304b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7883f4aa-f1ee-4c5f-82c7-76f6b6dad28d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:32.737749 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58986) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:32.778232 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-04ffa322-8698-4dbc-80fc-225ffe01ef6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88b3fc36591e49c4bad25db7e86f6769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392544 Apr 12 11:56:32.780581 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58988) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:32.827404 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288e9b7b-b64c-47de-98f6-c56edb5022ad admin admin] Publish callbacks [] for security_group (2196ab8a-bfc3-4813-9f78-bd6688cfe29a), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.848280 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288e9b7b-b64c-47de-98f6-c56edb5022ad admin admin] Publish callbacks [] for security_group (2196ab8a-bfc3-4813-9f78-bd6688cfe29a), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.968373 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288e9b7b-b64c-47de-98f6-c56edb5022ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (2196ab8a-bfc3-4813-9f78-bd6688cfe29a), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.971118 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-288e9b7b-b64c-47de-98f6-c56edb5022ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:32.972300 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-288e9b7b-b64c-47de-98f6-c56edb5022ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2196ab8a-bfc3-4813-9f78-bd6688cfe29a HTTP/1.1" status: 204 len: 168 time: 0.1908259 Apr 12 11:56:32.980638 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e9b7b-b64c-47de-98f6-c56edb5022ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196ab8a-bfc3-4813-9f78-bd6688cfe29a,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:33.527866 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58996) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:33.570944 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-7bc0556d-6606-45e9-9813-6862e108af09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8c89b9723a04b15a114bf267cfdce07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419273 Apr 12 11:56:33.573378 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 58998) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:56:33.619691 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-91407170-ade7-406f-ba2f-0859ea2077e0 admin admin] Publish callbacks [] for security_group (bfa6b2b6-a6dd-4c43-89d9-229e7f8d87ff), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:33.640635 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-91407170-ade7-406f-ba2f-0859ea2077e0 admin admin] Publish callbacks [] for security_group (bfa6b2b6-a6dd-4c43-89d9-229e7f8d87ff), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:33.679804 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:56:33.746443 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-91407170-ade7-406f-ba2f-0859ea2077e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (bfa6b2b6-a6dd-4c43-89d9-229e7f8d87ff), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:33.750234 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-91407170-ade7-406f-ba2f-0859ea2077e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:33.751471 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-91407170-ade7-406f-ba2f-0859ea2077e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfa6b2b6-a6dd-4c43-89d9-229e7f8d87ff HTTP/1.1" status: 204 len: 168 time: 0.1771209 Apr 12 11:56:33.761263 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91407170-ade7-406f-ba2f-0859ea2077e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa6b2b6-a6dd-4c43-89d9-229e7f8d87ff,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:56:33.934724 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-43a0e84a-1613-49b0-af81-b2859c15103e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:35.259906 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:36.345527 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:37.829728 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:56:52.674994 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:01.561006 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-414f5bf8-eb75-426e-8a0d-7983ab672859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:03.892036 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4b98c9ee-e5fc-4e93-9418-e94bed832c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:05.275270 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:06.348094 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:07.869257 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:10.678346 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:57:22.662152 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:31.605125 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9f2a7396-8746-459d-8364-395b75ab6a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:31.683664 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-46ba73e3-8e56-4c8a-aabe-738b9ce18c52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1912372 Apr 12 11:57:31.777000 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-7c7f7870-598e-48e9-92a9-8854453026af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:57:31.778515 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-7c7f7870-598e-48e9-92a9-8854453026af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1129 time: 0.0394492 Apr 12 11:57:31.886488 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-2f343d4f-0d7b-4f5a-9a72-52eb2b4fec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:57:31.887933 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-2f343d4f-0d7b-4f5a-9a72-52eb2b4fec5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0873327 Apr 12 11:57:31.956460 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-12d518bd-2b83-4e41-ae85-990cb2547cf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6 HTTP/1.1" status: 200 len: 1001 time: 0.0615952 Apr 12 11:57:32.009108 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-0a767a2f-95c7-4360-98a2-bfd3c8db62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:57:32.010498 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-0a767a2f-95c7-4360-98a2-bfd3c8db62a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0480134 Apr 12 11:57:32.053255 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-f87843bc-d30f-41e8-9cac-1a1f491d8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:57:32.055003 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-f87843bc-d30f-41e8-9cac-1a1f491d8064 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384073 Apr 12 11:57:32.146221 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-4bb1d245-7c45-4f77-a32a-eed2f7884159 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Apr 12 11:57:32.234245 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-fcd0d7f3-0475-43ab-b3ad-d9594a6c5442 req-6ce4e452-9a2f-4d2f-8fb8-12a42e708c35 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811393 Apr 12 11:57:33.930633 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24e096d9-0f76-4b89-97b1-de3f740f726c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:35.284690 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:36.387060 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:37.843926 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:57:47.677627 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:57:52.683361 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:01.608941 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-69195dfc-b965-4bbd-ae9f-f134c32e52da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:03.888808 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-56d5ee13-7630-4c97-ad74-08334c1e4286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:05.299759 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:06.356983 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:07.820004 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:22.744878 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:24.144606 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-9646e0dd-50b4-498c-96db-fac3cabeacd1 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573694150&fields=id&tenant_id=a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 267 time: 0.0435762 Apr 12 11:58:24.250798 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-5fd95407-03f0-4d92-9454-5c69b32c5762 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:24.252274 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-5fd95407-03f0-4d92-9454-5c69b32c5762 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 811 time: 0.1014669 Apr 12 11:58:24.267355 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-bea87fb4-c6d9-4fcc-b9fe-60798ece0b93 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/quotas/a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 375 time: 0.0097344 Apr 12 11:58:24.318632 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-714044c8-744d-44de-bcff-07f5ad0b0d6b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462906 Apr 12 11:58:24.463386 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-77f7475b-23cc-4e7c-bb09-a0c0a205b763 service neutron] 10.222.0.59 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331377 Apr 12 11:58:24.553204 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-4e00b7e9-a356-4dbb-aee0-60456870179a service neutron] 10.222.0.59 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834827 Apr 12 11:58:24.676878 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:58:25.130203 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-981564f2-ec18-4fc0-94cf-80423b131806 req-0e7b4f59-b0c8-4ccd-844a-a4eda3fac6ca tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 210 time: 0.0338950 Apr 12 11:58:26.238503 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-45d1f791-8cda-4906-a3e8-e21e72cb2c01 req-fbc00bd9-f0b5-4f8f-b89b-42d224094ace tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 210 time: 0.0316398 Apr 12 11:58:27.130379 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-6765b046-f705-41a8-a873-56d99a5d92f3 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:27.131825 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-6765b046-f705-41a8-a873-56d99a5d92f3 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 811 time: 0.1005023 Apr 12 11:58:27.199979 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-5dbf5287-8d6a-4211-b91a-16247b933d2f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6c87880b50844dc962140bec8dbf7bf HTTP/1.1" status: 200 len: 379 time: 0.0543289 Apr 12 11:58:27.208059 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'port': {'device_id': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'admin_state_up': True, 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'security_groups': ['3ee4733c-e341-4336-8b4b-05b7613b11c4']}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:58:27.337488 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-885394ef-13a7-4191-adc9-37330bf631b9 req-26c84b49-199b-4fd1-876c-915cf12b4c33 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 210 time: 0.0282166 Apr 12 11:58:27.447680 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Made reservation on behalf of a6c87880b50844dc962140bec8dbf7bf for: {'port': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:58:27.451059 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:27.578650 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Allocated IP 172.20.0.10 (e2941e1a-0142-4a70-bac4-479500ababee/baba6b68-ad30-4604-b905-971f36c66b95/c6fa0eb2-712a-4c44-a766-cd737114fce1) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:58:27.710798 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:27.846565 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:27.890262 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Network e2941e1a-0142-4a70-bac4-479500ababee is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:58:27.893486 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:58:27.897200 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:58:27.926262 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=c6fa0eb2-712a-4c44-a766-cd737114fce1,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:58:27.941465 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.941808 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.942232 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.942558 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.942891 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.943216 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.943539 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.943861 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.944183 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.944506 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.944827 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.945152 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.945472 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.945789 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.946138 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:27.966797 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:27.967498 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:28.101727 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-88b37a03-effa-4367-b9e4-6a43941339ee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8971472 Apr 12 11:58:28.119155 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Request body: {'port': {'device_id': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:58:28.121490 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-193dc20e-c3f2-4bfa-aa31-0984388c605f None None] Provisioning complete for port c6fa0eb2-712a-4c44-a766-cd737114fce1 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:58:28.122055 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-193dc20e-c3f2-4bfa-aa31-0984388c605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:28.156451 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-193dc20e-c3f2-4bfa-aa31-0984388c605f None None] Port c6fa0eb2-712a-4c44-a766-cd737114fce1 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:58:28.181587 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:28.475943 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fa0eb2-712a-4c44-a766-cd737114fce1 {{(pid=103888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:58:28.490727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Publish callbacks [] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:28.498618 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaf429-dfdd-4837-b3cd-63579da5588b req-218fcc28-2cca-40ae-9a69-0a9c1e235259 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:28.502490 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5acaf429-dfdd-4837-b3cd-63579da5588b req-218fcc28-2cca-40ae-9a69-0a9c1e235259 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 932 time: 0.0855944 Apr 12 11:58:28.518721 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.provisioning_blocks [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Transition to ACTIVE for port object c6fa0eb2-712a-4c44-a766-cd737114fce1 will not be triggered until provisioned by entity L2. {{(pid=103888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:58:28.559885 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5acaf429-dfdd-4837-b3cd-63579da5588b req-6ef0f55d-6c91-4fb8-8baf-0da03be4c027 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505922 Apr 12 11:58:28.590752 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:28.646441 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fa0eb2-712a-4c44-a766-cd737114fce1,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:58:28.714737 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Attempting to bind port c6fa0eb2-712a-4c44-a766-cd737114fce1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:58:28.715078 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Attempting to bind port c6fa0eb2-712a-4c44-a766-cd737114fce1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:58:28.715408 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Attempting to bind port c6fa0eb2-712a-4c44-a766-cd737114fce1 on network e2941e1a-0142-4a70-bac4-479500ababee {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:58:28.720235 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Port c6fa0eb2-712a-4c44-a766-cd737114fce1 on network e2941e1a-0142-4a70-bac4-479500ababee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:58:28.720556 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Attempting to bind port c6fa0eb2-712a-4c44-a766-cd737114fce1 on network e2941e1a-0142-4a70-bac4-479500ababee {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:58:28.726232 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:58:28.726580 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Checking segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:58:28.726966 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Bound using segment: {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:58:28.727399 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Bound port: c6fa0eb2-712a-4c44-a766-cd737114fce1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c664fde-58fb-4cb0-928f-7c6a688f1ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:58:28.727765 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:28.802244 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] For port c6fa0eb2-712a-4c44-a766-cd737114fce1, host hv-cinder-83009, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:58:28.805549 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] For port c6fa0eb2-712a-4c44-a766-cd737114fce1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:58:28.887948 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:28.926083 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:28.926575 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:28.927947 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] 10.222.0.52 "PUT /v2.0/ports/c6fa0eb2-712a-4c44-a766-cd737114fce1 HTTP/1.1" status: 200 len: 1094 time: 0.8130131 Apr 12 11:58:28.928637 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:58:28.930901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b0cbc-736d-4815-aec7-fb7da0d048bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:58:28.958187 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133174d-70a8-4975-97bc-abd014e73450 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fa0eb2-712a-4c44-a766-cd737114fce1,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:58:28.969164 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc050fb-a81d-48f2-bbf4-d9c323db88ee x-openstack-request-id: req-6dc050fb-a81d-48f2-bbf4-d9c323db88ee {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:58:28.969428 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:58:28.969678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6dc050fb-a81d-48f2-bbf4-d9c323db88ee {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:58:28.970242 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc050fb-a81d-48f2-bbf4-d9c323db88ee'] response: {'name': 'network-changed', 'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'status': 'completed', 'code': 200} Apr 12 11:58:29.074989 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b0cbc-736d-4815-aec7-fb7da0d048bc req-da1a5a98-61bd-46d8-a4f9-fe8642e73ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:29.077136 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-748b0cbc-736d-4815-aec7-fb7da0d048bc req-da1a5a98-61bd-46d8-a4f9-fe8642e73ebf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 1128 time: 0.0432665 Apr 12 11:58:29.190396 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b0cbc-736d-4815-aec7-fb7da0d048bc req-21073da2-15ab-4b56-96c3-db530d445d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:29.191784 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-748b0cbc-736d-4815-aec7-fb7da0d048bc req-21073da2-15ab-4b56-96c3-db530d445d44 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a6c87880b50844dc962140bec8dbf7bf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0913603 Apr 12 11:58:29.341818 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b0cbc-736d-4815-aec7-fb7da0d048bc req-89c0d339-98cb-4edd-ae02-a342a54ebf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:29.343940 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-748b0cbc-736d-4815-aec7-fb7da0d048bc req-89c0d339-98cb-4edd-ae02-a342a54ebf4f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925565 Apr 12 11:58:29.438836 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-1ab76293-9261-49d3-85b2-72623fb159f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:29.440301 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-1ab76293-9261-49d3-85b2-72623fb159f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 1128 time: 0.0395458 Apr 12 11:58:29.755557 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-bfeec1bc-026d-4ecb-b941-f6cc5bca2ef0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1 HTTP/1.1" status: 200 len: 217 time: 0.3011763 Apr 12 11:58:29.830320 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb1b81-8a97-4f9e-a255-26a9404ccd5e req-8761f5cf-95bc-4685-b9b8-6dd1a705a379 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:29.831685 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e1eb1b81-8a97-4f9e-a255-26a9404ccd5e req-8761f5cf-95bc-4685-b9b8-6dd1a705a379 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0789444 Apr 12 11:58:29.835336 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-5f1da16b-4bd5-4fa1-ba3f-937cf756261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:29.836647 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-5f1da16b-4bd5-4fa1-ba3f-937cf756261d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0739257 Apr 12 11:58:29.897757 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-b6bdd481-611c-4888-adc2-7a4cdaa981fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:29.899405 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-b6bdd481-611c-4888-adc2-7a4cdaa981fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562103 Apr 12 11:58:29.931162 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e1eb1b81-8a97-4f9e-a255-26a9404ccd5e req-8f3f0ff4-7db6-4d53-b085-d73448bb4a0b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933683 Apr 12 11:58:29.996279 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-f6aa39ba-3763-492b-942b-5d66b0551353 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893948 Apr 12 11:58:30.084837 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-67ae06b7-431b-49aa-9c96-44ff56db958a req-fe3ceeed-d6b5-4c0a-b1dd-e00204bd8438 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826821 Apr 12 11:58:31.050445 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19ddff-d1c9-40bc-abb8-6bb5ab1b25f4 req-3fb1d60e-a8a0-4476-8c81-f0ea0867de99 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:31.051926 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c19ddff-d1c9-40bc-abb8-6bb5ab1b25f4 req-3fb1d60e-a8a0-4476-8c81-f0ea0867de99 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0473728 Apr 12 11:58:31.100625 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1c19ddff-d1c9-40bc-abb8-6bb5ab1b25f4 req-8e901f1f-11e2-4039-b9b2-f823c4d483c7 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Apr 12 11:58:31.536742 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-9f504a46-b035-4bb1-a747-4a43e13c9dd7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394280 Apr 12 11:58:31.573301 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b219022a-71a1-466c-af5c-4b9b8914bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:31.630667 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-43d4f73d-7f6f-4ded-a520-e27de53f7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:31.632129 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-43d4f73d-7f6f-4ded-a520-e27de53f7bd2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1129 time: 0.0375376 Apr 12 11:58:31.736736 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-b8c4295e-a9f4-48d2-b653-a005ce3a294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:31.738230 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-b8c4295e-a9f4-48d2-b653-a005ce3a294c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0883522 Apr 12 11:58:31.801150 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-6d469b03-e234-4ce0-b02c-fa6163c56eda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6 HTTP/1.1" status: 200 len: 1001 time: 0.0573270 Apr 12 11:58:31.851817 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-e831f9b3-1fec-4258-b74b-7b9c1a0878e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:31.853393 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-e831f9b3-1fec-4258-b74b-7b9c1a0878e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0471208 Apr 12 11:58:31.894848 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-d59a0612-e19b-41e0-9132-c931a22736f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:31.896301 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-d59a0612-e19b-41e0-9132-c931a22736f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376048 Apr 12 11:58:31.984453 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-b2fee0b9-4cad-48ab-8a89-e0d83ecc6165 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822067 Apr 12 11:58:32.077389 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-322a54eb-9bf6-4423-9ce8-bdf7067ed2fb req-1f4b1447-cfcd-465e-9414-731aaf095972 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872781 Apr 12 11:58:32.210595 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536d5f0-1acd-4855-891e-c114bb0d2146 req-c311964e-fbdd-47ab-a46b-ab9f3f0d6ddc tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:32.212043 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8536d5f0-1acd-4855-891e-c114bb0d2146 req-c311964e-fbdd-47ab-a46b-ab9f3f0d6ddc tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0470457 Apr 12 11:58:32.260059 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8536d5f0-1acd-4855-891e-c114bb0d2146 req-537d42ec-840d-492b-b34b-25fe3290ba27 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 Apr 12 11:58:33.375726 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8358c4-4fc7-4ea2-98f2-c360207a2a57 req-b07ef88f-e03e-4283-97d1-2145fa0537fa tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:33.377198 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ac8358c4-4fc7-4ea2-98f2-c360207a2a57 req-b07ef88f-e03e-4283-97d1-2145fa0537fa tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0500126 Apr 12 11:58:33.425076 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ac8358c4-4fc7-4ea2-98f2-c360207a2a57 req-809faf9d-157c-4a61-afa7-21b1910ce6dc tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 Apr 12 11:58:33.887021 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-45bb7ea7-2ae3-4f30-9402-321d79e7f154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:34.545531 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6228c0e-3d54-4e1d-9aa5-f07cf159d51b req-00f27493-6210-4b23-97b1-031ff3b144e9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:34.547035 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e6228c0e-3d54-4e1d-9aa5-f07cf159d51b req-00f27493-6210-4b23-97b1-031ff3b144e9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0512683 Apr 12 11:58:34.595016 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-e6228c0e-3d54-4e1d-9aa5-f07cf159d51b req-2dae4b1d-c4e0-426a-baee-8b2b168b664a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424936 Apr 12 11:58:35.287357 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:35.704170 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5d0e3-f477-4051-8f0d-169d602be860 req-81654777-7010-4c26-814b-a4d7d87a221c tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:35.705642 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1be5d0e3-f477-4051-8f0d-169d602be860 req-81654777-7010-4c26-814b-a4d7d87a221c tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0468616 Apr 12 11:58:35.754741 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-1be5d0e3-f477-4051-8f0d-169d602be860 req-185fdf40-f3ea-4582-9f6a-525fdfe19b63 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436060 Apr 12 11:58:36.378597 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:36.868110 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe008a-b111-4822-b70c-4180f2d5f350 req-c8750746-694b-4c2a-8084-604c0b5b97cf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:36.869701 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-29fe008a-b111-4822-b70c-4180f2d5f350 req-c8750746-694b-4c2a-8084-604c0b5b97cf tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0483184 Apr 12 11:58:36.917505 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-29fe008a-b111-4822-b70c-4180f2d5f350 req-fd48cb64-c6ee-43f3-b346-f1764970e484 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416362 Apr 12 11:58:37.835427 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:38.032205 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379e65-1337-49da-8ede-105a0e04e7a6 req-91a3ad72-c2eb-4f72-a0e9-5eb9b76853d9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:38.033743 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66379e65-1337-49da-8ede-105a0e04e7a6 req-91a3ad72-c2eb-4f72-a0e9-5eb9b76853d9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0480676 Apr 12 11:58:38.085649 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-66379e65-1337-49da-8ede-105a0e04e7a6 req-4dbcdd79-5f00-4d0c-a30e-630b7509a2ff tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463502 Apr 12 11:58:39.099420 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device c6fa0eb2-712a-4c44-a766-cd737114fce1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:58:39.196952 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port c6fa0eb2-712a-4c44-a766-cd737114fce1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:58:39.199494 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eeead-295c-44d9-9a30-0da6c59cf566 req-d482f44e-ec03-4495-a028-c1313467aacd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:39.201702 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d08eeead-295c-44d9-9a30-0da6c59cf566 req-d482f44e-ec03-4495-a028-c1313467aacd tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 944 time: 0.0510263 Apr 12 11:58:39.208647 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'port_id': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'mac_address': 'fa:16:3e:1a:da:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:58:39.245485 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port c6fa0eb2-712a-4c44-a766-cd737114fce1 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:58:39.245788 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:39.249423 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d08eeead-295c-44d9-9a30-0da6c59cf566 req-9cfffe1e-009f-4707-ab6c-8bf451ee40ba tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 Apr 12 11:58:39.258629 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fa0eb2-712a-4c44-a766-cd737114fce1 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:58:39.278435 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port c6fa0eb2-712a-4c44-a766-cd737114fce1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:58:39.384027 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:39.430577 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=c6fa0eb2-712a-4c44-a766-cd737114fce1,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:58:39.437949 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.438322 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.438664 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.439002 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.439336 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.439665 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.439991 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.440316 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.440641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.440964 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.441286 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.441609 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.441931 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.442272 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.442590 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:58:39.862139 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['c6fa0eb2-712a-4c44-a766-cd737114fce1'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:58:40.360282 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc41df8-b28c-49b4-904c-43bab03b8ce7 req-15d1a5c2-0ba6-4962-a1af-140f844beb85 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:40.361729 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dcc41df8-b28c-49b4-904c-43bab03b8ce7 req-15d1a5c2-0ba6-4962-a1af-140f844beb85 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 945 time: 0.0467708 Apr 12 11:58:40.409271 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dcc41df8-b28c-49b4-904c-43bab03b8ce7 req-80e52f88-25e3-4289-803b-1d6644ae8dde tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419648 Apr 12 11:58:41.130275 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device c6fa0eb2-712a-4c44-a766-cd737114fce1 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:58:41.178705 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port c6fa0eb2-712a-4c44-a766-cd737114fce1 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:58:41.298112 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port c6fa0eb2-712a-4c44-a766-cd737114fce1 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:58:41.298515 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:41.373958 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port c6fa0eb2-712a-4c44-a766-cd737114fce1 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:58:41.374367 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:41.395704 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:58:41.397918 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a8119-41a6-46da-b911-ab2bca82df00" -d '{"events": [{"server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "name": "network-vif-plugged", "status": "completed", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:58:41.410119 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port c6fa0eb2-712a-4c44-a766-cd737114fce1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:58:41.504873 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:41.524032 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5eb5-72aa-4dfd-9f65-e5a6c53f18d0 req-0c294dff-d9ce-455f-9d8c-80d8fe2eca6e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:41.525710 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0b1c5eb5-72aa-4dfd-9f65-e5a6c53f18d0 req-0c294dff-d9ce-455f-9d8c-80d8fe2eca6e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 945 time: 0.0512714 Apr 12 11:58:41.557348 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621d9be0-6fe8-4ebf-8e38-9c414291a068 x-openstack-request-id: req-621d9be0-6fe8-4ebf-8e38-9c414291a068 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:58:41.557638 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "name": "network-vif-plugged", "status": "completed", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:58:41.557927 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-621d9be0-6fe8-4ebf-8e38-9c414291a068 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:58:41.558318 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621d9be0-6fe8-4ebf-8e38-9c414291a068'] response: {'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'code': 200} Apr 12 11:58:41.562913 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=c6fa0eb2-712a-4c44-a766-cd737114fce1,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:58:41.582565 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0b1c5eb5-72aa-4dfd-9f65-e5a6c53f18d0 req-b9d9e668-9597-4176-bcbb-3867ea9c241f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464494 Apr 12 11:58:41.989304 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91196904-3218-4f57-a143-8a3dc756baf1 req-d34ffe09-a97f-4a2e-9b15-9795f69b6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:41.990980 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-91196904-3218-4f57-a143-8a3dc756baf1 req-d34ffe09-a97f-4a2e-9b15-9795f69b6838 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 1130 time: 0.0387394 Apr 12 11:58:42.039027 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-91196904-3218-4f57-a143-8a3dc756baf1 req-0d0e1512-3127-44ed-b360-5da594624e3f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Apr 12 11:58:42.695931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f35ae-7188-43d1-9952-726dfa72c807 req-4fb8d26b-3369-437c-a79c-200e988aa932 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:42.697369 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-711f35ae-7188-43d1-9952-726dfa72c807 req-4fb8d26b-3369-437c-a79c-200e988aa932 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 946 time: 0.0465825 Apr 12 11:58:42.748168 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-711f35ae-7188-43d1-9952-726dfa72c807 req-b6392897-fdb0-47b5-a8c1-8935df338a82 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451653 Apr 12 11:58:43.864114 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc44fd-4450-4e9b-a489-c2a44b20c00f req-edea158b-f050-4a9b-ac82-db1075ac27b4 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:43.865561 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-43dc44fd-4450-4e9b-a489-c2a44b20c00f req-edea158b-f050-4a9b-ac82-db1075ac27b4 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 946 time: 0.0504541 Apr 12 11:58:43.913595 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-43dc44fd-4450-4e9b-a489-c2a44b20c00f req-6e9a7045-de6c-481f-a131-6533b7acd75f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424564 Apr 12 11:58:44.121116 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc136a-0e8c-4670-857b-8dbdbc230bb9 req-93d2cf84-fc08-4fe3-a960-bd82ce548fee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:44.121116 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bbcc136a-0e8c-4670-857b-8dbdbc230bb9 req-93d2cf84-fc08-4fe3-a960-bd82ce548fee tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 946 time: 0.0576222 Apr 12 11:58:44.121116 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bbcc136a-0e8c-4670-857b-8dbdbc230bb9 req-fe23b642-1cd3-437e-8348-d5e7d2b78ce6 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465713 Apr 12 11:58:44.121116 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59398) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:58:44.246339 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f6c226-5802-4287-b137-45a348e59b3a tempest-TestVolumeBootPattern-665667567 tempest-TestVolumeBootPattern-665667567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:44.247875 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c9f6c226-5802-4287-b137-45a348e59b3a tempest-TestVolumeBootPattern-665667567 tempest-TestVolumeBootPattern-665667567-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 1125 time: 0.1349344 Apr 12 11:58:44.250876 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59402) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:58:44.255025 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'port_id': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:58:44.361474 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:44.449169 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:44.551466 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Allocated IP 172.27.1.49 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/2a65251d-b0ed-4951-847b-c751a128440d) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:58:44.656079 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (2a65251d-b0ed-4951-847b-c751a128440d), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:44.772776 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (2a65251d-b0ed-4951-847b-c751a128440d), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:44.812153 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:58:44.814929 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:58:44.818362 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:58:44.842096 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=2a65251d-b0ed-4951-847b-c751a128440d,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:58:45.187946 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (9de8f967-56bd-4e56-8401-ea557923f0e1), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:45.317731 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2a65251d-b0ed-4951-847b-c751a128440d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:45.465022 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for port (2a65251d-b0ed-4951-847b-c751a128440d), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:45.543858 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (2a65251d-b0ed-4951-847b-c751a128440d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:45.617547 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event updated for resources: {'Port': ['ID=2a65251d-b0ed-4951-847b-c751a128440d,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:58:45.629329 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (9de8f967-56bd-4e56-8401-ea557923f0e1), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:45.732799 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Floating IP 9de8f967-56bd-4e56-8401-ea557923f0e1 associated. External IP: 172.27.1.49, port: c6fa0eb2-712a-4c44-a766-cd737114fce1. Apr 12 11:58:45.954312 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:58:46.071491 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:58:46.082306 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:58:46.092884 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:58:46.098303 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:58:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:58:46.151763 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:58:46.182383 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-030aab6c-a415-4060-865b-004b16c333d5 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9304638 Apr 12 11:58:46.183276 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:58:46.186033 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:58:46.220718 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:58:46.296209 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d611b062-c7a6-4eba-8c70-4e0a03e6c05e x-openstack-request-id: req-d611b062-c7a6-4eba-8c70-4e0a03e6c05e {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:58:46.296727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:58:46.296727 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d611b062-c7a6-4eba-8c70-4e0a03e6c05e {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:58:46.297145 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d611b062-c7a6-4eba-8c70-4e0a03e6c05e'] response: {'name': 'network-changed', 'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'status': 'completed', 'code': 200} Apr 12 11:58:46.387196 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-f4f14da5-2918-4573-bce7-043eced492d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:46.390367 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-f4f14da5-2918-4573-bce7-043eced492d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 1130 time: 0.0487821 Apr 12 11:58:46.492794 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-2a0ed0fd-87a5-4b86-bb98-111db3365483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:46.495166 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-2a0ed0fd-87a5-4b86-bb98-111db3365483 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0992365 Apr 12 11:58:46.561681 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-ad7b680c-4671-4641-9c72-d0477e1a7562 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1 HTTP/1.1" status: 200 len: 999 time: 0.0611618 Apr 12 11:58:46.573086 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '9de8f967-56bd-4e56-8401-ea557923f0e1', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:1a:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:58:45Z', 'updated_at': '2022-04-12T11:58:45Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}, {'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:23Z', 'revision_number': 1, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:58:46.602488 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:58:46.611342 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-2a46fdd9-fe47-446b-931b-d53d6106e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:46.612611 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:58:46.612836 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-2a46fdd9-fe47-446b-931b-d53d6106e90a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0457864 Apr 12 11:58:46.613340 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T11:58:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:58:46.662962 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-1fcd0362-a889-42cc-8da7-299c382f66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:58:46.664456 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-1fcd0362-a889-42cc-8da7-299c382f66b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461812 Apr 12 11:58:46.740114 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:58:46.761541 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-97101e7c-19dd-42da-987f-b3674e3795f8 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913742 Apr 12 11:58:46.880113 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0bf20ef4-54d1-4fdf-bb82-ea92c9251bf6 req-a30d7ea9-1187-44e3-b984-54fa8554043f service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125925 Apr 12 11:58:46.973059 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '9de8f967-56bd-4e56-8401-ea557923f0e1', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:1a:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:58:45Z', 'updated_at': '2022-04-12T11:58:45Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}, {'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:23Z', 'revision_number': 1, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:58:47.001349 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354676f-ddcb-4ad5-a5a9-f5f490e66b15 None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '9de8f967-56bd-4e56-8401-ea557923f0e1', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:1a:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:58:45Z', 'updated_at': '2022-04-12T11:58:45Z', 'revision_number': 0, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}, {'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:23Z', 'revision_number': 1, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:58:47.207249 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab0519-3cad-44f6-a621-d8e9108c5976 None None] New status for floating IP 9de8f967-56bd-4e56-8401-ea557923f0e1: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:58:52.726879 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:01.571924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-04f6e701-af4d-4e4d-8781-169bdb489245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:01.675702 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:59:03.891737 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-18877b9d-e8b0-42c2-8dc5-dccc27a219fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:05.308576 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:06.389103 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:07.874411 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:22.719269 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:31.525699 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88142a1e-14db-456c-bb15-ab0af0349155 req-ecb7f560-c105-4739-ab48-051199255a6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387673 Apr 12 11:59:31.571069 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f390c71b-a69b-48f2-8a6d-98f0ded5bbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:31.619620 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88142a1e-14db-456c-bb15-ab0af0349155 req-6c3a1155-887d-43ef-a9f2-d56ae5cdb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:59:31.621658 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88142a1e-14db-456c-bb15-ab0af0349155 req-6c3a1155-887d-43ef-a9f2-d56ae5cdb451 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1129 time: 0.0387518 Apr 12 11:59:31.726737 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88142a1e-14db-456c-bb15-ab0af0349155 req-958b42f7-5e5d-4817-8ac3-b206dc08ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:59:31.728233 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88142a1e-14db-456c-bb15-ab0af0349155 req-958b42f7-5e5d-4817-8ac3-b206dc08ef91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0884123 Apr 12 11:59:31.791517 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88142a1e-14db-456c-bb15-ab0af0349155 req-d3fe140e-3a8a-4a48-ac6e-70675cf5c60f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6 HTTP/1.1" status: 200 len: 1001 time: 0.0570993 Apr 12 11:59:31.842484 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88142a1e-14db-456c-bb15-ab0af0349155 req-6a61be52-a096-480d-93c8-a2be76dd2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:59:31.843902 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88142a1e-14db-456c-bb15-ab0af0349155 req-6a61be52-a096-480d-93c8-a2be76dd2599 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0464847 Apr 12 11:59:31.884984 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88142a1e-14db-456c-bb15-ab0af0349155 req-8040709f-020c-4277-a1ac-9a180dfa03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:59:31.887046 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88142a1e-14db-456c-bb15-ab0af0349155 req-8040709f-020c-4277-a1ac-9a180dfa03a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377440 Apr 12 11:59:31.973368 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88142a1e-14db-456c-bb15-ab0af0349155 req-be4d739b-0715-462a-93f4-2d352fa08a0e service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803573 Apr 12 11:59:32.067821 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-88142a1e-14db-456c-bb15-ab0af0349155 req-e1718cd1-5e3d-4afe-b0db-ae0445a12a82 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877340 Apr 12 11:59:33.930860 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1f05-eeb3-4e8f-8577-7d6b6e0b9b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:35.313514 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:36.382062 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:37.873291 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:59:38.674501 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:59:52.718268 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:01.592609 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-66d9e55c-cc48-4bdd-904a-c4a1e57d12ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:03.929477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-df1750ee-a763-441a-a71a-dd6fc7bcff02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:05.301248 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:06.398461 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:07.832521 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:15.001326 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59626) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:15.673910 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:00:15.718193 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (e141b27e-b1d1-4613-a958-dbcf5a3864ab), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:15.950690 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Deleting port 1d0e9c21-4779-4662-85a1-db3d8b33a45b {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:15.950951 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:16.028630 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] For port 1d0e9c21-4779-4662-85a1-db3d8b33a45b, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=1d0e9c21-4779-4662-85a1-db3d8b33a45b,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:16.029349 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:16.041487 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Calling delete_port for 1d0e9c21-4779-4662-85a1-db3d8b33a45b owned by network:router_interface {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:16.340764 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (1d0e9c21-4779-4662-85a1-db3d8b33a45b), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:16.364622 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0e9c21-4779-4662-85a1-db3d8b33a45b,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:16.379989 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.380352 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.380669 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.381007 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.381340 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.381669 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.382159 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.382487 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.382818 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.383147 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.383491 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.383803 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.384127 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.384453 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.384802 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:16.549889 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (e141b27e-b1d1-4613-a958-dbcf5a3864ab), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:16.764414 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Router e141b27e-b1d1-4613-a958-dbcf5a3864ab has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:00:16.871498 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:00:16.876565 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-1366cb3f-ea4b-45ab-94fd-661f28080b80 admin admin] 10.222.0.59 "PUT /v2.0/routers/e141b27e-b1d1-4613-a958-dbcf5a3864ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742130 Apr 12 12:00:16.879042 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59630) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:16.880982 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] Sync routers for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:00:16.891916 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:16.892523 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:16.985014 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks [] for router (e141b27e-b1d1-4613-a958-dbcf5a3864ab), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:16.998764 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:17.094918 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks [] for router_gateway (e141b27e-b1d1-4613-a958-dbcf5a3864ab), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.169651 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T12:00:16Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:17.196446 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] Checking router: e141b27e-b1d1-4613-a958-dbcf5a3864ab for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:00:17.204621 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] Routers {'e141b27e-b1d1-4613-a958-dbcf5a3864ab'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:17.205207 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:17.271122 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Deleting port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:17.271465 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.312244 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] Set router e141b27e-b1d1-4613-a958-dbcf5a3864ab gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:17.349716 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] For port 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=4b76d0fd-b139-4c35-a4a6-eff6dbc8b992,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:17.350010 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.363341 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Calling delete_port for 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 owned by network:router_gateway {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:17.486409 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T12:00:16Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:17.515678 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3355b47d-7d07-4e89-9982-46f9c9644a69 None None] The sync data for ids ['e141b27e-b1d1-4613-a958-dbcf5a3864ab'] in dv-cinder-830091-4-iscsi is: [{'id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'name': 'tempest-AttachVolumeShelveTestJSON-10355590-router', 'tenant_id': 'e476965a905e40cdaa1279d48e3c78a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:13:51Z', 'updated_at': '2022-04-12T12:00:16Z', 'revision_number': 5, 'project_id': 'e476965a905e40cdaa1279d48e3c78a7', 'gw_port': {'id': '4b76d0fd-b139-4c35-a4a6-eff6dbc8b992', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:4c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e141b27e-b1d1-4613-a958-dbcf5a3864ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:13:53Z', 'updated_at': '2022-04-12T11:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:00:17.637971 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (4b76d0fd-b139-4c35-a4a6-eff6dbc8b992), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.665320 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b76d0fd-b139-4c35-a4a6-eff6dbc8b992,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:17.732059 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (e141b27e-b1d1-4613-a958-dbcf5a3864ab), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.822137 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (e141b27e-b1d1-4613-a958-dbcf5a3864ab), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.824227 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks [] for router_controller (e141b27e-b1d1-4613-a958-dbcf5a3864ab), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.940984 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (e141b27e-b1d1-4613-a958-dbcf5a3864ab), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.941555 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e141b27e-b1d1-4613-a958-dbcf5a3864ab {{(pid=103888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:00:17.946127 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:17.947958 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-6e895a23-0837-4165-adfc-1c6604c7ac69 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e141b27e-b1d1-4613-a958-dbcf5a3864ab HTTP/1.1" status: 204 len: 168 time: 1.0673046 Apr 12 12:00:17.950308 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59632) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:17.999974 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_v2 [None req-807a4d1e-19c0-4ed7-9a20-768fce2d27da admin admin] Deleting subnet 1af46eae-1ec5-4aad-ad59-29df4cd09df9 {{(pid=103888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:00:18.003228 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-807a4d1e-19c0-4ed7-9a20-768fce2d27da admin admin] Publish callbacks [] for subnet (1af46eae-1ec5-4aad-ad59-29df4cd09df9), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.038376 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-807a4d1e-19c0-4ed7-9a20-768fce2d27da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26653801'] for subnet (1af46eae-1ec5-4aad-ad59-29df4cd09df9), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.117886 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-807a4d1e-19c0-4ed7-9a20-768fce2d27da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (1af46eae-1ec5-4aad-ad59-29df4cd09df9), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.266392 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-807a4d1e-19c0-4ed7-9a20-768fce2d27da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26654221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157497'] for subnet (1af46eae-1ec5-4aad-ad59-29df4cd09df9), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.291176 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a4d1e-19c0-4ed7-9a20-768fce2d27da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af46eae-1ec5-4aad-ad59-29df4cd09df9,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:18.295226 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-807a4d1e-19c0-4ed7-9a20-768fce2d27da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.299366 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-807a4d1e-19c0-4ed7-9a20-768fce2d27da admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1af46eae-1ec5-4aad-ad59-29df4cd09df9 HTTP/1.1" status: 204 len: 168 time: 0.3480213 Apr 12 12:00:18.300691 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bf273b-c8dd-4047-80b8-d46f07687bd5 None None] Network 6cc12cd4-1430-44d8-8be2-637e64117173 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:00:18.301357 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59634) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:18.371550 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (6cc12cd4-1430-44d8-8be2-637e64117173), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.422213 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Deleting port 294b2ad9-32b6-4f6f-be48-095fab6c7265 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:18.422468 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.485166 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] For port 294b2ad9-32b6-4f6f-be48-095fab6c7265, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=294b2ad9-32b6-4f6f-be48-095fab6c7265,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:18.485535 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.501753 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Calling delete_port for 294b2ad9-32b6-4f6f-be48-095fab6c7265 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:18.515772 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] DHCP port deletion for 6cc12cd4-1430-44d8-8be2-637e64117173 request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:00:18.570604 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Deleting port 294b2ad9-32b6-4f6f-be48-095fab6c7265 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:18.570996 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.576025 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 294b2ad9-32b6-4f6f-be48-095fab6c7265 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:00:18.665361 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] For port 294b2ad9-32b6-4f6f-be48-095fab6c7265, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=294b2ad9-32b6-4f6f-be48-095fab6c7265,segment=NetworkSegment(88d61785-0f80-4c6e-ac49-222b87417066),segment_id=88d61785-0f80-4c6e-ac49-222b87417066)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:18.665684 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.666440 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.685119 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No ports have port_id starting with 294b2ad9-32b6-4f6f-be48-095fab6c7265 Apr 12 12:00:18.689644 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Calling delete_port for 294b2ad9-32b6-4f6f-be48-095fab6c7265 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:18.689644 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:00:18.696141 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Pushing event deleted for resources: {'Port': ['ID=294b2ad9-32b6-4f6f-be48-095fab6c7265,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:18.701039 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] No DVR routers for this DVR port 294b2ad9-32b6-4f6f-be48-095fab6c7265 on host dv-cinder-830091-4-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:00:18.708235 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.708589 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.708939 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.709291 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.709631 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.709969 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.710337 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.710665 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.711100 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.711243 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:00:18.711437 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.711593 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 4b76d0fd-b139-4c35-a4a6-eff6dbc8b992 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:00:18.711772 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.712018 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 1d0e9c21-4779-4662-85a1-db3d8b33a45b no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:00:18.712138 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.712420 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.712747 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.713076 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.734397 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 1d0e9c21-4779-4662-85a1-db3d8b33a45b {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:00:18.734681 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 1d0e9c21-4779-4662-85a1-db3d8b33a45b not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:00:18.790264 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (6cc12cd4-1430-44d8-8be2-637e64117173), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.797893 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (294b2ad9-32b6-4f6f-be48-095fab6c7265), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.813070 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc12cd4-1430-44d8-8be2-637e64117173']}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:18.822412 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d61785-0f80-4c6e-ac49-222b87417066') {'for_net_delete': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:18.822711 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d61785-0f80-4c6e-ac49-222b87417066') {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:18.828213 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Pushing event deleted for resources: {'Port': ['ID=294b2ad9-32b6-4f6f-be48-095fab6c7265,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:18.831307 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] No DVR routers for this DVR port 294b2ad9-32b6-4f6f-be48-095fab6c7265 on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:00:18.833106 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347845'] for segment (88d61785-0f80-4c6e-ac49-222b87417066), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.840115 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.840115 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.840115 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.840115 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.840115 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.840115 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.840115 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.841025 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.841025 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.841025 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.841460 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.841611 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.841946 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.842324 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.842623 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92af491-4c8e-4ba8-9f81-416ffa8f4443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:18.852357 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (88d61785-0f80-4c6e-ac49-222b87417066), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.859093 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:00:18.859479 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26284553'] for segment (88d61785-0f80-4c6e-ac49-222b87417066), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: Traceback (most recent call last): Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: timer() Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: cb(*args, **kw) Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: return func(*args, **kwargs) Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: self._notify() Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: self.callback(batched_events) Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: event.method(event) Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: return f(self, *a, **k) Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._get(url).json() Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: return self.request(url, 'GET', **kwargs) Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:00:18.861151 dv-cinder-830091-4-iscsi neutron-server[103887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:00:19.014901 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (6cc12cd4-1430-44d8-8be2-637e64117173), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:19.020606 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:19.023844 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] 10.222.0.59 "DELETE /v2.0/networks/6cc12cd4-1430-44d8-8be2-637e64117173 HTTP/1.1" status: 204 len: 168 time: 0.7211511 Apr 12 12:00:19.035987 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddeb39-6658-4124-8e94-b7ecf57a2bff admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc12cd4-1430-44d8-8be2-637e64117173,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:19.365358 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59640) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:19.404654 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-10b55a03-5329-4dfa-b5ba-97d04af6bd1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e476965a905e40cdaa1279d48e3c78a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381038 Apr 12 12:00:19.407025 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59642) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:19.457230 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70b5470c-2008-425b-977d-e558bac244df admin admin] Publish callbacks [] for security_group (da2e1326-87ee-4ef0-8692-f9ae9812342c), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:19.477800 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70b5470c-2008-425b-977d-e558bac244df admin admin] Publish callbacks [] for security_group (da2e1326-87ee-4ef0-8692-f9ae9812342c), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:19.591674 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70b5470c-2008-425b-977d-e558bac244df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (da2e1326-87ee-4ef0-8692-f9ae9812342c), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:19.594302 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-70b5470c-2008-425b-977d-e558bac244df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:19.595492 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-70b5470c-2008-425b-977d-e558bac244df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da2e1326-87ee-4ef0-8692-f9ae9812342c HTTP/1.1" status: 204 len: 168 time: 0.1875782 Apr 12 12:00:19.603328 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5470c-2008-425b-977d-e558bac244df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2e1326-87ee-4ef0-8692-f9ae9812342c,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:20.859745 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59664) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:20.954898 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1805425003-network', 'tenant_id': '71262f526ed5433f9f7c93025540d12f'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:21.049349 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Made reservation on behalf of 71262f526ed5433f9f7c93025540d12f for: {'network': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:00:21.052300 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.061738 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.134747 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Publish callbacks [] for security_group (95df1f71-228e-4902-a47c-2ef145e57b2d), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.248650 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (95df1f71-228e-4902-a47c-2ef145e57b2d), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.272935 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:00:21.282146 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95df1f71-228e-4902-a47c-2ef145e57b2d,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:21.287989 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (f95c2679-d03d-4996-935c-1a60ecdd6107), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.288326 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.segments_db [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Added segment f95c2679-d03d-4996-935c-1a60ecdd6107 of type vlan for network 7d7f3984-3bfb-41fc-9166-e07fe2126608 Apr 12 12:00:21.331042 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (7d7f3984-3bfb-41fc-9166-e07fe2126608), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.455058 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (7d7f3984-3bfb-41fc-9166-e07fe2126608), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.455976 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:21.456571 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.514385 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] Pushing event updated for resources: {'Network': ['ID=7d7f3984-3bfb-41fc-9166-e07fe2126608,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:21.524110 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:00:21.606831 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-60b58b50-0750-4db8-ac7c-cbfe8989b0de admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7459176 Apr 12 12:00:21.609611 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59668) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:21.614240 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Request body: {'subnet': {'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-subnet', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:21.700511 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Made reservation on behalf of 71262f526ed5433f9f7c93025540d12f for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:00:21.702825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27022916'] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:21.956311 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26284142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27022934'] for subnet (b7825b48-eb14-430d-a68f-71af890286bc), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.012831 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7825b48-eb14-430d-a68f-71af890286bc,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:22.022849 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Checking segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:00:22.023191 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Network hostable DHCP agents. Network: 7d7f3984-3bfb-41fc-9166-e07fe2126608, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:00:22.140360 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:00:22.289196 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 7d7f3984-3bfb-41fc-9166-e07fe2126608) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:00:22.293980 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:22.294624 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.298963 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f8c82-51b6-4e5a-8184-60f6dd95dfa6 None None] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:00:22.398674 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-7d7f3984-3bfb-41fc-9166-e07fe2126608', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:00:22.399479 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.409954 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-d72f314f-51de-431d-a034-010b169f4878 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7992458 Apr 12 12:00:22.412574 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59670) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:22.416796 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:22.523793 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (23d97310-1cd8-4a40-a041-be2d20b0a704), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.524881 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (23d97310-1cd8-4a40-a041-be2d20b0a704), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.584509 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks [] for router_controller (23d97310-1cd8-4a40-a041-be2d20b0a704), precommit_add_association {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.664816 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Allocated IP 172.20.0.2 (7d7f3984-3bfb-41fc-9166-e07fe2126608/b7825b48-eb14-430d-a68f-71af890286bc/391a4b98-fba7-46db-be87-ba8a6d7c88d5) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:00:22.728339 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.805240 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks [] for router_gateway (23d97310-1cd8-4a40-a041-be2d20b0a704), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.812304 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Publish callbacks [] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.912412 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:22.951099 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:00:22.954031 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:00:22.957244 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:00:22.972617 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Pushing event updated for resources: {'Port': ['ID=391a4b98-fba7-46db-be87-ba8a6d7c88d5,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:23.026673 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Attempting to bind port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:00:23.027043 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Attempting to bind port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:00:23.027405 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Attempting to bind port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:00:23.032265 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:00:23.032639 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Checking segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:00:23.033038 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:23.033462 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Bound using segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:00:23.033916 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Bound port: 391a4b98-fba7-46db-be87-ba8a6d7c88d5, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:00:23.034320 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:23.062437 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks [] for router_gateway (23d97310-1cd8-4a40-a041-be2d20b0a704), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:23.081546 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:23.097780 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-10699220-c13f-4556-998c-2a39257ead0c None None] For port 391a4b98-fba7-46db-be87-ba8a6d7c88d5, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:00:23.100766 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-10699220-c13f-4556-998c-2a39257ead0c None None] For port 391a4b98-fba7-46db-be87-ba8a6d7c88d5, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=391a4b98-fba7-46db-be87-ba8a6d7c88d5,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:00:23.188533 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Allocated IP 172.27.1.98 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/258cfebd-ee25-48b5-bd88-893841b13b0d) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:00:23.192148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:23.248700 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10699220-c13f-4556-998c-2a39257ead0c None None] Pushing event updated for resources: {'Port': ['ID=391a4b98-fba7-46db-be87-ba8a6d7c88d5,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:23.291047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks [] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:23.403955 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:23.447745 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:00:23.450848 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:00:23.457554 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:00:23.460808 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Pushing event updated for resources: {'Port': ['ID=258cfebd-ee25-48b5-bd88-893841b13b0d,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:23.804367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks [] for router_gateway (23d97310-1cd8-4a40-a041-be2d20b0a704), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.071356 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b80b8-e76a-44eb-a36a-87b407cf5409 None None] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:00:24.107394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-ad7d91cd-a6a5-4068-ace1-9fd1e9b2fffa None None] Provisioning complete for port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:24.107769 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ad7d91cd-a6a5-4068-ace1-9fd1e9b2fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.269832 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d91cd-a6a5-4068-ace1-9fd1e9b2fffa None None] Current status of the port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:24.270252 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ad7d91cd-a6a5-4068-ace1-9fd1e9b2fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.285655 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (23d97310-1cd8-4a40-a041-be2d20b0a704), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.299795 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 391a4b98-fba7-46db-be87-ba8a6d7c88d5 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:00:24.332822 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-ad7d91cd-a6a5-4068-ace1-9fd1e9b2fffa None None] For port 391a4b98-fba7-46db-be87-ba8a6d7c88d5, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=391a4b98-fba7-46db-be87-ba8a6d7c88d5,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:24.358848 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:24.359223 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.461580 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:24.461580 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.494727 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ad7d91cd-a6a5-4068-ace1-9fd1e9b2fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.528759 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:00:24.567526 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.db.api [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 12:00:24.567954 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG oslo_db.api [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 12:00:24.572168 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d91cd-a6a5-4068-ace1-9fd1e9b2fffa None None] Pushing event updated for resources: {'Port': ['ID=391a4b98-fba7-46db-be87-ba8a6d7c88d5,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:24.610786 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-078e6a27-ffdf-42fa-a67c-ebd4c915f147 None None] Provisioning complete for port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:24.611159 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-078e6a27-ffdf-42fa-a67c-ebd4c915f147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.642483 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:00:24.655324 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:00:24.670318 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:24.670979 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:24.746955 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-078e6a27-ffdf-42fa-a67c-ebd4c915f147 None None] Current status of the port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:24.782367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:24.783887 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ccffb328-6b20-4230-b582-840357808095 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3702850 Apr 12 12:00:24.786543 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59672) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:24.814319 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:24.995988 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:23Z', 'revision_number': 3, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:25.026065 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:00:25.026913 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Updating router 23d97310-1cd8-4a40-a041-be2d20b0a704 port 258cfebd-ee25-48b5-bd88-893841b13b0d binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:00:25.054823 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.159872 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:25.210575 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.334698 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Publish callbacks [] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.371119 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Allocated IP 172.20.0.1 (7d7f3984-3bfb-41fc-9166-e07fe2126608/b7825b48-eb14-430d-a68f-71af890286bc/9e59c9f2-d183-413b-81e6-46e4f273c228) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:00:25.435871 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.476631 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Publish callbacks [] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.494499 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff4c8c-c009-43cc-b758-2570edc5b571 None None] Pushing event updated for resources: {'Port': ['ID=258cfebd-ee25-48b5-bd88-893841b13b0d,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:25.496975 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Attempting to bind port 258cfebd-ee25-48b5-bd88-893841b13b0d on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:00:25.497373 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Attempting to bind port 258cfebd-ee25-48b5-bd88-893841b13b0d by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:00:25.497724 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Attempting to bind port 258cfebd-ee25-48b5-bd88-893841b13b0d on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:00:25.503778 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:00:25.504418 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:00:25.504824 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.505216 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:00:25.505691 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Bound port: 258cfebd-ee25-48b5-bd88-893841b13b0d, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:00:25.506087 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.556509 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] For port 258cfebd-ee25-48b5-bd88-893841b13b0d, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:00:25.559580 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] For port 258cfebd-ee25-48b5-bd88-893841b13b0d, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=258cfebd-ee25-48b5-bd88-893841b13b0d,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:00:25.592729 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.629839 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:00:25.638838 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:00:25.638838 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:00:25.667110 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Pushing event updated for resources: {'Port': ['ID=9e59c9f2-d183-413b-81e6-46e4f273c228,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:25.686013 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (23d97310-1cd8-4a40-a041-be2d20b0a704), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.712455 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.770551 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:25.771226 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:25.814102 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff4c8c-c009-43cc-b758-2570edc5b571 None None] Pushing event updated for resources: {'Port': ['ID=258cfebd-ee25-48b5-bd88-893841b13b0d,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:25.884425 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-72361a3c-75f2-4ff0-bece-00e3c89b5338 None None] Provisioning complete for port 9e59c9f2-d183-413b-81e6-46e4f273c228 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:25.884724 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-72361a3c-75f2-4ff0-bece-00e3c89b5338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.918240 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:25.920075 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:25.979879 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-72361a3c-75f2-4ff0-bece-00e3c89b5338 None None] Port 9e59c9f2-d183-413b-81e6-46e4f273c228 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:00:26.086887 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Publish callbacks [] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:26.096623 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:23Z', 'revision_number': 3, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:26.124673 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a03be-bab7-4254-9806-699abbf2452d None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:23Z', 'revision_number': 3, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:00:26.146681 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:26.213731 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (23d97310-1cd8-4a40-a041-be2d20b0a704), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:26.225429 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Pushing event updated for resources: {'Port': ['ID=9e59c9f2-d183-413b-81e6-46e4f273c228,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:26.275967 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 391a4b98-fba7-46db-be87-ba8a6d7c88d5 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:00:26.331135 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:26.331510 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:26.340518 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:00:26.341918 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:00:26.419667 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:26.499400 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:00:26.626060 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:00:26.631737 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-8e7c9604-2eea-4791-bd19-7340fb58860f admin admin] 10.222.0.59 "PUT /v2.0/routers/23d97310-1cd8-4a40-a041-be2d20b0a704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8436172 Apr 12 12:00:26.706064 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-ee5a637f-a41c-4a3c-8af8-68ccff9acabd None None] Provisioning complete for port 9e59c9f2-d183-413b-81e6-46e4f273c228 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:26.706565 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ee5a637f-a41c-4a3c-8af8-68ccff9acabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:26.749196 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a637f-a41c-4a3c-8af8-68ccff9acabd None None] Port 9e59c9f2-d183-413b-81e6-46e4f273c228 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:00:27.239389 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59680) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:27.244002 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-b085fc10-ee1e-4d68-a12b-3cebbfc3eb18 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522787876', 'description': 'tempest-description--1678348078'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:27.380101 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b085fc10-ee1e-4d68-a12b-3cebbfc3eb18 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:27.449766 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b085fc10-ee1e-4d68-a12b-3cebbfc3eb18 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (bb5c7214-69a2-4a67-9627-61212d0f482b), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:27.517708 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b085fc10-ee1e-4d68-a12b-3cebbfc3eb18 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (bb5c7214-69a2-4a67-9627-61212d0f482b), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:27.547516 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085fc10-ee1e-4d68-a12b-3cebbfc3eb18 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5c7214-69a2-4a67-9627-61212d0f482b,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:27.616723 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b085fc10-ee1e-4d68-a12b-3cebbfc3eb18 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:27.618019 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-b085fc10-ee1e-4d68-a12b-3cebbfc3eb18 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3775551 Apr 12 12:00:27.621020 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59682) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:27.625479 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-7a3a8a87-2756-4a42-b42a-1521539eab99 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group_rule': {'security_group_id': 'bb5c7214-69a2-4a67-9627-61212d0f482b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:27.709647 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:00:27.719613 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:27.720220 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:27.740185 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8a87-2756-4a42-b42a-1521539eab99 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (6b9f8ab0-369b-4396-99ca-b554c8b73c1f), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:27.796912 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8a87-2756-4a42-b42a-1521539eab99 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (6b9f8ab0-369b-4396-99ca-b554c8b73c1f), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:27.830619 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:27.877653 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8a87-2756-4a42-b42a-1521539eab99 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (6b9f8ab0-369b-4396-99ca-b554c8b73c1f), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:27.898028 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a8a87-2756-4a42-b42a-1521539eab99 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9f8ab0-369b-4396-99ca-b554c8b73c1f,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:27.988736 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a3a8a87-2756-4a42-b42a-1521539eab99 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:27.989900 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-7a3a8a87-2756-4a42-b42a-1521539eab99 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679028 Apr 12 12:00:27.992640 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59684) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:27.997980 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-542b323c-2b52-41b8-8d73-7958bdd4d47e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group_rule': {'security_group_id': 'bb5c7214-69a2-4a67-9627-61212d0f482b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:28.026136 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 2, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:28.056615 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:00:28.056892 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Updating router 23d97310-1cd8-4a40-a041-be2d20b0a704 port 9e59c9f2-d183-413b-81e6-46e4f273c228 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:00:28.084750 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.098435 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-542b323c-2b52-41b8-8d73-7958bdd4d47e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (629536b5-8e83-47b8-a7f4-9b2ea2c619a8), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.157742 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-542b323c-2b52-41b8-8d73-7958bdd4d47e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (629536b5-8e83-47b8-a7f4-9b2ea2c619a8), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.249163 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-542b323c-2b52-41b8-8d73-7958bdd4d47e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (629536b5-8e83-47b8-a7f4-9b2ea2c619a8), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.254028 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 258cfebd-ee25-48b5-bd88-893841b13b0d up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:00:28.268721 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b323c-2b52-41b8-8d73-7958bdd4d47e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629536b5-8e83-47b8-a7f4-9b2ea2c619a8,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:28.302145 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 258cfebd-ee25-48b5-bd88-893841b13b0d triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:28.302518 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.351496 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Publish callbacks [] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.359414 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-542b323c-2b52-41b8-8d73-7958bdd4d47e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.360812 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-542b323c-2b52-41b8-8d73-7958bdd4d47e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671837 Apr 12 12:00:28.363688 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59686) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:28.367936 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:28.380394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 258cfebd-ee25-48b5-bd88-893841b13b0d is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:28.380900 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.403978 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 258cfebd-ee25-48b5-bd88-893841b13b0d, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=258cfebd-ee25-48b5-bd88-893841b13b0d,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:28.471999 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.512101 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.512240 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.525381 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Pushing event updated for resources: {'Port': ['ID=9e59c9f2-d183-413b-81e6-46e4f273c228,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:28.537261 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.537261 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.537261 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.538016 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.538352 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.538690 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.539017 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.539349 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.539683 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.540010 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.540809 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.541159 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.541486 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.542369 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.543160 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:00:28.568262 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=258cfebd-ee25-48b5-bd88-893841b13b0d,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:28.602283 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Attempting to bind port 9e59c9f2-d183-413b-81e6-46e4f273c228 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:00:28.602580 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Attempting to bind port 9e59c9f2-d183-413b-81e6-46e4f273c228 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:00:28.603476 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Attempting to bind port 9e59c9f2-d183-413b-81e6-46e4f273c228 on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:00:28.609972 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:00:28.610368 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Checking segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:00:28.610770 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.611591 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Bound using segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:00:28.611591 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Bound port: 9e59c9f2-d183-413b-81e6-46e4f273c228, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:00:28.611979 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.619667 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.689346 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] For port 9e59c9f2-d183-413b-81e6-46e4f273c228, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:00:28.692702 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] For port 9e59c9f2-d183-413b-81e6-46e4f273c228, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=9e59c9f2-d183-413b-81e6-46e4f273c228,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:00:28.736742 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Allocated IP 172.27.1.174 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/e815a3a2-de1d-45d3-a1e7-a774523edaf8) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:00:28.778615 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-aa8b4b2a-45ff-485b-b83d-3cd4cf55baf1 None None] Provisioning complete for port 9e59c9f2-d183-413b-81e6-46e4f273c228 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:28.778986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa8b4b2a-45ff-485b-b83d-3cd4cf55baf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.796187 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.819596 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b4b2a-45ff-485b-b83d-3cd4cf55baf1 None None] Port 9e59c9f2-d183-413b-81e6-46e4f273c228 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:00:28.838897 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (e815a3a2-de1d-45d3-a1e7-a774523edaf8), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.856743 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:28.857414 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:28.897678 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a86fcf-8cd0-4733-b6b8-63523a4d00bf None None] Pushing event updated for resources: {'Port': ['ID=9e59c9f2-d183-413b-81e6-46e4f273c228,revision_number=4']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:28.956529 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (e815a3a2-de1d-45d3-a1e7-a774523edaf8), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:28.978407 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:28.998250 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:00:29.001658 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:00:29.005423 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:00:29.031641 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=e815a3a2-de1d-45d3-a1e7-a774523edaf8,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:29.098430 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (2aeff035-0769-4f95-953f-a7b0fe769866), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.139314 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-0eeb239f-a12a-4c15-9579-a6408f4e6348 None None] Provisioning complete for port 9e59c9f2-d183-413b-81e6-46e4f273c228 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:29.139546 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0eeb239f-a12a-4c15-9579-a6408f4e6348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.189096 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:29.216419 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08c032-9513-4d73-a9f0-b504290748f4 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:00:29.220656 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (e815a3a2-de1d-45d3-a1e7-a774523edaf8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.223999 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb239f-a12a-4c15-9579-a6408f4e6348 None None] Current status of the port 9e59c9f2-d183-413b-81e6-46e4f273c228 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:29.224398 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0eeb239f-a12a-4c15-9579-a6408f4e6348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.259091 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-0eeb239f-a12a-4c15-9579-a6408f4e6348 None None] For port 9e59c9f2-d183-413b-81e6-46e4f273c228, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=9e59c9f2-d183-413b-81e6-46e4f273c228,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:29.357877 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0eeb239f-a12a-4c15-9579-a6408f4e6348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.396898 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (e815a3a2-de1d-45d3-a1e7-a774523edaf8), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.410187 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb239f-a12a-4c15-9579-a6408f4e6348 None None] Pushing event updated for resources: {'Port': ['ID=9e59c9f2-d183-413b-81e6-46e4f273c228,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:29.493345 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (e815a3a2-de1d-45d3-a1e7-a774523edaf8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.568255 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=e815a3a2-de1d-45d3-a1e7-a774523edaf8,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:29.580761 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (2aeff035-0769-4f95-953f-a7b0fe769866), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.681862 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:29.681862 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-8d160aa4-b2a8-4622-a811-ef496f8c9913 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3167372 Apr 12 12:00:29.838348 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f0ddf9d7-cec5-4754-b754-bafc4a8ac01f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1522787876&fields=id&tenant_id=71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 267 time: 0.0450006 Apr 12 12:00:29.958701 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-e50e98a1-50aa-4146-8ba5-2a0d6e032793 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:29.960245 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-e50e98a1-50aa-4146-8ba5-2a0d6e032793 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 815 time: 0.1149304 Apr 12 12:00:29.975927 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-285011b3-3c45-4a6c-93e4-4c01b9bd2e05 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/quotas/71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 375 time: 0.0095699 Apr 12 12:00:30.031300 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-c54c2ddc-8dc2-49b7-824d-5821d48557f4 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489101 Apr 12 12:00:30.175447 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-c3c78885-d5a5-46d3-b04a-48ad798d7074 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323686 Apr 12 12:00:30.278812 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-0b1d89e6-8ea4-48d1-9654-fe710eb0906f service neutron] 10.222.0.59 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963237 Apr 12 12:00:30.333881 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 258cfebd-ee25-48b5-bd88-893841b13b0d up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:00:30.381648 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 258cfebd-ee25-48b5-bd88-893841b13b0d triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:30.382054 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:30.459850 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 258cfebd-ee25-48b5-bd88-893841b13b0d is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:30.460813 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 9e59c9f2-d183-413b-81e6-46e4f273c228 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:00:30.508109 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 9e59c9f2-d183-413b-81e6-46e4f273c228 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:30.508486 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:30.553344 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-d2e93ffb-616c-482f-84d1-5c43876a4f93 req-fdfd0dcb-f1a7-4f39-9f87-93bc93403407 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 210 time: 0.0320451 Apr 12 12:00:30.591176 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 9e59c9f2-d183-413b-81e6-46e4f273c228 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:31.508940 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-0c933cbe-cbbc-4d2d-98be-ecefb4e85db2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389824 Apr 12 12:00:31.578280 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-74f0f12d-94e3-4658-974f-f6b38a33bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:31.579830 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-74f0f12d-94e3-4658-974f-f6b38a33bcbf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 1130 time: 0.0399163 Apr 12 12:00:31.586068 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-920792fc-0d2a-4094-a1b5-5c21db6ed489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:31.643724 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d11def70-0fa0-44a2-9da8-e39f5a690ec1 req-8914364a-a95e-4b6d-beba-4982bb69ea37 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 210 time: 0.0316775 Apr 12 12:00:31.691842 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-2f51f413-7edb-4a05-a9fd-85b181e22125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:31.693390 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-2f51f413-7edb-4a05-a9fd-85b181e22125 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0926936 Apr 12 12:00:31.760917 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-d289a71f-9010-4fb8-b9f5-ceca2e57cc6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1 HTTP/1.1" status: 200 len: 1001 time: 0.0610344 Apr 12 12:00:32.072077 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-74df73b0-b7a8-4cc4-a4d8-a61798071e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:32.074177 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-74df73b0-b7a8-4cc4-a4d8-a61798071e18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.3081560 Apr 12 12:00:32.116509 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-dc7dd128-f380-4cdc-9a19-897019598a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:32.117982 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-dc7dd128-f380-4cdc-9a19-897019598a73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380132 Apr 12 12:00:32.211534 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-0a390e98-2dba-4466-8ebf-0c5f6c0efa3b service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866482 Apr 12 12:00:32.301363 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-304eef05-2f68-43a2-b7f2-ae6c9115ef47 req-7730f97f-1fc7-4556-a680-86acac6dcdd0 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843115 Apr 12 12:00:32.738966 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-be9730dc-08aa-4870-bc6d-d4c5843dbbc0 req-06487091-952c-445c-870e-e47c7da79b1b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 210 time: 0.0281038 Apr 12 12:00:33.264076 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-5ecc378b-2da6-49d7-b0c5-0f0cb756096a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:33.265467 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-5ecc378b-2da6-49d7-b0c5-0f0cb756096a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 815 time: 0.1068084 Apr 12 12:00:33.331175 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-7a1b5f0c-32e6-454c-9842-779f48c66cef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 380 time: 0.0514112 Apr 12 12:00:33.339989 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'port': {'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'admin_state_up': True, 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'security_groups': ['bb5c7214-69a2-4a67-9627-61212d0f482b']}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:33.539916 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Made reservation on behalf of 71262f526ed5433f9f7c93025540d12f for: {'port': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:00:33.543997 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:33.670529 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Allocated IP 172.20.0.14 (7d7f3984-3bfb-41fc-9166-e07fe2126608/b7825b48-eb14-430d-a68f-71af890286bc/85dca65e-c5dc-4128-9895-bd4b34ad5040) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:00:33.817045 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:33.840661 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-86f34170-372a-46c9-a78a-73f20a0f65ad req-229d1404-a6d9-449b-b629-f6f0c875e65a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 210 time: 0.0313475 Apr 12 12:00:33.923121 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8eab9644-5008-4635-b62b-e72333cc1571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:33.981007 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:34.024651 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:00:34.027754 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:00:34.031413 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:00:34.040679 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=85dca65e-c5dc-4128-9895-bd4b34ad5040,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:34.092777 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:34.093301 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:34.177682 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-908f497f-6f50-41f2-bd42-dc02ffa024fd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8418586 Apr 12 12:00:34.231662 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Request body: {'port': {'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:34.292805 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:34.304904 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-5db10c2c-e1da-476f-b22f-71a837da1106 None None] Provisioning complete for port 85dca65e-c5dc-4128-9895-bd4b34ad5040 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:34.305288 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5db10c2c-e1da-476f-b22f-71a837da1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:34.339531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-5db10c2c-e1da-476f-b22f-71a837da1106 None None] Port 85dca65e-c5dc-4128-9895-bd4b34ad5040 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:00:34.558085 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dca65e-c5dc-4128-9895-bd4b34ad5040 {{(pid=103888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:00:34.565472 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Publish callbacks [] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:34.577795 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.provisioning_blocks [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Transition to ACTIVE for port object 85dca65e-c5dc-4128-9895-bd4b34ad5040 will not be triggered until provisioned by entity L2. {{(pid=103888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:00:34.732390 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:34.782375 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Pushing event updated for resources: {'Port': ['ID=85dca65e-c5dc-4128-9895-bd4b34ad5040,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:34.856493 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Attempting to bind port 85dca65e-c5dc-4128-9895-bd4b34ad5040 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:00:34.857120 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Attempting to bind port 85dca65e-c5dc-4128-9895-bd4b34ad5040 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:00:34.857279 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Attempting to bind port 85dca65e-c5dc-4128-9895-bd4b34ad5040 on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:00:34.861980 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Port 85dca65e-c5dc-4128-9895-bd4b34ad5040 on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:00:34.862331 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Attempting to bind port 85dca65e-c5dc-4128-9895-bd4b34ad5040 on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:00:34.867635 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:00:34.867980 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Checking segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:00:34.868367 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Bound using segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:00:34.868802 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Bound port: 85dca65e-c5dc-4128-9895-bd4b34ad5040, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:00:34.869168 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:34.970344 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] For port 85dca65e-c5dc-4128-9895-bd4b34ad5040, host hv-cinder-83009, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:00:34.981841 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f6b6-4320-41de-9151-5cb40143e12a req-30b22c24-63a2-4bff-bd5f-2dd89897ac19 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:34.983369 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-36c1f6b6-4320-41de-9151-5cb40143e12a req-30b22c24-63a2-4bff-bd5f-2dd89897ac19 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 944 time: 0.0666482 Apr 12 12:00:34.998730 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] For port 85dca65e-c5dc-4128-9895-bd4b34ad5040, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:00:35.033599 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-36c1f6b6-4320-41de-9151-5cb40143e12a req-8f0dff7f-a8a4-4737-bf21-9b28fb0a0b3f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444248 Apr 12 12:00:35.105377 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:35.139896 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:35.140509 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:35.141922 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] 10.222.0.52 "PUT /v2.0/ports/85dca65e-c5dc-4128-9895-bd4b34ad5040 HTTP/1.1" status: 200 len: 1094 time: 0.9153378 Apr 12 12:00:35.142424 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'tag': '85dca65e-c5dc-4128-9895-bd4b34ad5040'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:00:35.144742 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f19cc-00b7-40ef-8673-732fc91999a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3142e96e-057e-4878-aa66-6ee77ec864f1", "tag": "85dca65e-c5dc-4128-9895-bd4b34ad5040"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:00:35.175642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ae6ab-038b-4446-9c4d-393684e1d53b service neutron] Pushing event updated for resources: {'Port': ['ID=85dca65e-c5dc-4128-9895-bd4b34ad5040,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:35.182326 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2a715c-b864-42dd-8f70-e21cc0927c8e x-openstack-request-id: req-ce2a715c-b864-42dd-8f70-e21cc0927c8e {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:00:35.182619 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3142e96e-057e-4878-aa66-6ee77ec864f1", "tag": "85dca65e-c5dc-4128-9895-bd4b34ad5040", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:00:35.182861 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce2a715c-b864-42dd-8f70-e21cc0927c8e {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:00:35.183282 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2a715c-b864-42dd-8f70-e21cc0927c8e'] response: {'name': 'network-changed', 'server_uuid': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'tag': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'status': 'completed', 'code': 200} Apr 12 12:00:35.271136 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f19cc-00b7-40ef-8673-732fc91999a2 req-8f31a16c-c032-4faa-87ee-6bdda52c266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:35.273136 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1c1f19cc-00b7-40ef-8673-732fc91999a2 req-8f31a16c-c032-4faa-87ee-6bdda52c266b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 1128 time: 0.0479860 Apr 12 12:00:35.323940 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:35.377698 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f19cc-00b7-40ef-8673-732fc91999a2 req-43697b98-3802-477e-aaf7-7a81b40f8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:35.379142 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1c1f19cc-00b7-40ef-8673-732fc91999a2 req-43697b98-3802-477e-aaf7-7a81b40f8891 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=71262f526ed5433f9f7c93025540d12f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0929503 Apr 12 12:00:35.475340 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f19cc-00b7-40ef-8673-732fc91999a2 req-46ebcdac-a9af-4b55-b627-1303fc4ea543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:35.477032 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1c1f19cc-00b7-40ef-8673-732fc91999a2 req-46ebcdac-a9af-4b55-b627-1303fc4ea543 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922036 Apr 12 12:00:35.570853 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-15d77b7b-f4af-400e-a5b2-87cfab62b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:35.572334 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-15d77b7b-f4af-400e-a5b2-87cfab62b789 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 1128 time: 0.0394807 Apr 12 12:00:35.638872 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-49a00190-34b8-4bc2-a86a-1f6dcb89ae24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040 HTTP/1.1" status: 200 len: 217 time: 0.0342338 Apr 12 12:00:35.689980 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-2decb360-cb16-4ffd-94aa-55b85b151f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:35.691475 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-2decb360-cb16-4ffd-94aa-55b85b151f33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0468085 Apr 12 12:00:35.706009 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59732) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:35.734082 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-e4b6d5d5-dcde-4595-9393-fcc6ab80e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:35.735568 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-e4b6d5d5-dcde-4595-9393-fcc6ab80e5e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386953 Apr 12 12:00:35.827863 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-8aebdcce-4fa9-4a8b-b485-18c81d30c589 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867271 Apr 12 12:00:35.863863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Deleting port 2a65251d-b0ed-4951-847b-c751a128440d {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:35.864211 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (2a65251d-b0ed-4951-847b-c751a128440d), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:35.923119 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ab23b342-6cae-4a4a-bacb-e006cc4d054c req-cabe807a-4d66-437b-b369-2f485af415ff service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895133 Apr 12 12:00:36.148847 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c7321-9bea-4dcb-86ab-b297bc9d7414 req-f995fdf5-2a13-4a95-b48e-dfed97754043 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:36.150499 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc9c7321-9bea-4dcb-86ab-b297bc9d7414 req-f995fdf5-2a13-4a95-b48e-dfed97754043 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 944 time: 0.0489242 Apr 12 12:00:36.198195 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc9c7321-9bea-4dcb-86ab-b297bc9d7414 req-ef39255f-32d1-4c6f-81fe-af7e49d2e4b7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408647 Apr 12 12:00:36.205359 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (2a65251d-b0ed-4951-847b-c751a128440d), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:36.205698 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (2a65251d-b0ed-4951-847b-c751a128440d), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:36.222317 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Calling delete_port for 2a65251d-b0ed-4951-847b-c751a128440d owned by network:floatingip {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:36.441074 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:36.512024 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (2a65251d-b0ed-4951-847b-c751a128440d), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:36.538030 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event deleted for resources: {'Port': ['ID=2a65251d-b0ed-4951-847b-c751a128440d,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:36.609256 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (9de8f967-56bd-4e56-8401-ea557923f0e1), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:36.609586 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Floating IP 9de8f967-56bd-4e56-8401-ea557923f0e1 disassociated (deleted). External IP: 172.27.1.49, port: c6fa0eb2-712a-4c44-a766-cd737114fce1. Apr 12 12:00:36.821453 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:00:36.942462 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:00:36.948153 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:36.953249 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:00:36.965028 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:36.965655 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:36.977734 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-9d6cc75f-0c86-4c9a-904c-5ba8bb104843 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "DELETE /v2.0/floatingips/9de8f967-56bd-4e56-8401-ea557923f0e1 HTTP/1.1" status: 204 len: 168 time: 1.2706437 Apr 12 12:00:36.978351 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:00:36.980818 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8886217-a837-47c7-8eca-6d7f0716f246" -d '{"events": [{"name": "network-changed", "server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:00:37.020942 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea305e8e-0200-4569-a6b5-77c44e6fdb24 x-openstack-request-id: req-ea305e8e-0200-4569-a6b5-77c44e6fdb24 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:00:37.021267 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:00:37.021530 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea305e8e-0200-4569-a6b5-77c44e6fdb24 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:00:37.021941 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea305e8e-0200-4569-a6b5-77c44e6fdb24'] response: {'name': 'network-changed', 'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'status': 'completed', 'code': 200} Apr 12 12:00:37.081226 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:37.298153 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:23Z', 'revision_number': 1, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:37.318361 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdaaaea-dc54-4026-b6b2-08e97da3cb44 req-18eced4e-0d0e-4f33-b31a-fa36ce37d955 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:37.319964 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1cdaaaea-dc54-4026-b6b2-08e97da3cb44 req-18eced4e-0d0e-4f33-b31a-fa36ce37d955 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 944 time: 0.0524287 Apr 12 12:00:37.330186 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:00:37.339311 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:37.339856 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:37.367365 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1cdaaaea-dc54-4026-b6b2-08e97da3cb44 req-b5938b80-0355-4a15-b0f0-7bfc3e4e4ccf tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 Apr 12 12:00:37.450073 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:37.491886 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc95ec-93b5-4400-9828-a8b4948d3ed1 req-75de9848-a4b2-47ce-87da-2d64dfad4ec9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:37.493572 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a8fc95ec-93b5-4400-9828-a8b4948d3ed1 req-75de9848-a4b2-47ce-87da-2d64dfad4ec9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 946 time: 0.0472982 Apr 12 12:00:37.542961 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a8fc95ec-93b5-4400-9828-a8b4948d3ed1 req-03fcb6b1-1838-4070-93cd-f1f34b5e04d7 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435371 Apr 12 12:00:37.662592 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:23Z', 'revision_number': 1, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:37.691415 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ae741-cbe8-422a-933c-b63f99ecc1d9 None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'f87ffea0-42e8-4efd-9080-8a21e8eeb444', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'port_id': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'mac_address': 'fa:16:3e:66:07:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35164a24-ebf6-4363-928b-45ccf41dd699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:56:21Z', 'updated_at': '2022-04-12T11:56:23Z', 'revision_number': 1, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:00:37.865949 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:37.905679 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182db2f0-ee74-416e-90e7-0726970f81dc None None] New status for floating IP 9de8f967-56bd-4e56-8401-ea557923f0e1: DOWN {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:00:38.362822 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-74fb13c4-ab0b-4178-a1f2-dfc445fdc321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:38.364331 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-74fb13c4-ab0b-4178-a1f2-dfc445fdc321 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 1130 time: 0.0449839 Apr 12 12:00:38.482574 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7663f-2306-4d08-a3d9-53802b884ed0 req-d78f5712-e967-456f-a3db-599af4f181ec tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:38.484052 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-51a7663f-2306-4d08-a3d9-53802b884ed0 req-d78f5712-e967-456f-a3db-599af4f181ec tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 944 time: 0.0481305 Apr 12 12:00:38.530873 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-51a7663f-2306-4d08-a3d9-53802b884ed0 req-f2428c71-10ed-4035-a4f3-4d0ed3fd8d73 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413077 Apr 12 12:00:38.656436 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c7e1-9d9b-4af2-a492-8e0572df9642 req-bfb0a38d-aea0-416d-9cea-7091ccbefced tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:38.657802 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5670c7e1-9d9b-4af2-a492-8e0572df9642 req-bfb0a38d-aea0-416d-9cea-7091ccbefced tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 946 time: 0.0469213 Apr 12 12:00:38.705761 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5670c7e1-9d9b-4af2-a492-8e0572df9642 req-89ce7326-4aa1-4ba6-a990-a4d7aba384d1 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 Apr 12 12:00:39.529323 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-f5bd9972-3744-4599-be3e-08c9eb5281b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:39.530830 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-f5bd9972-3744-4599-be3e-08c9eb5281b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.0886133 Apr 12 12:00:39.598903 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-9e7e7295-61e7-400b-80b8-ace65079d638 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1 HTTP/1.1" status: 200 len: 217 time: 0.0374484 Apr 12 12:00:39.639457 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 85dca65e-c5dc-4128-9895-bd4b34ad5040 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:00:39.649209 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964332d-26bb-4fdf-82a1-1bb4060ccaa4 req-4dd1e149-69b1-4312-aadc-98c55b36dc44 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:39.650729 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e964332d-26bb-4fdf-82a1-1bb4060ccaa4 req-4dd1e149-69b1-4312-aadc-98c55b36dc44 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 944 time: 0.0503762 Apr 12 12:00:39.701938 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e964332d-26bb-4fdf-82a1-1bb4060ccaa4 req-6270cdaa-4125-4b0f-bdf5-b88db93a2a71 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447474 Apr 12 12:00:39.742798 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 85dca65e-c5dc-4128-9895-bd4b34ad5040, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:39.755734 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-972faf17-b37b-4177-8bd4-1e0d757fcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:39.757233 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-972faf17-b37b-4177-8bd4-1e0d757fcb4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0516191 Apr 12 12:00:39.757886 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:00:39.796105 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 85dca65e-c5dc-4128-9895-bd4b34ad5040 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:39.796499 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:39.809798 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dca65e-c5dc-4128-9895-bd4b34ad5040 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:00:39.823666 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f0f81-508f-4493-bc0f-2e97d3befc02 req-06aac680-3981-476f-9833-fdccadb515c9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:39.827049 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-564f0f81-508f-4493-bc0f-2e97d3befc02 req-06aac680-3981-476f-9833-fdccadb515c9 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 946 time: 0.0511630 Apr 12 12:00:39.829484 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 85dca65e-c5dc-4128-9895-bd4b34ad5040, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:39.885251 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-564f0f81-508f-4493-bc0f-2e97d3befc02 req-bb5b4a1f-f684-46a1-8acf-ff1bc496778a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461278 Apr 12 12:00:39.905528 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:39.953443 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=85dca65e-c5dc-4128-9895-bd4b34ad5040,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:40.123014 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-a7e9ee39-7041-4cfe-885e-a647e7c1bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:40.124389 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-a7e9ee39-7041-4cfe-885e-a647e7c1bd15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386760 Apr 12 12:00:40.363234 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['85dca65e-c5dc-4128-9895-bd4b34ad5040'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:00:40.456841 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-012c8c26-307e-4a60-aae8-dfd5241b3c64 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859931 Apr 12 12:00:40.524487 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da1008-565b-46d2-a569-c89617791e69 req-645fe9a7-2a98-45a6-b431-e68fbedd27d3 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:40.526147 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-60da1008-565b-46d2-a569-c89617791e69 req-645fe9a7-2a98-45a6-b431-e68fbedd27d3 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 946 time: 0.0496359 Apr 12 12:00:40.570665 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8886217-a837-47c7-8eca-6d7f0716f246 req-6382eb54-102d-4f7b-8462-b18197aa16be service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943220 Apr 12 12:00:40.643326 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Deleting port c6fa0eb2-712a-4c44-a766-cd737114fce1 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:40.647659 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:40.738317 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] For port c6fa0eb2-712a-4c44-a766-cd737114fce1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c6fa0eb2-712a-4c44-a766-cd737114fce1,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:40.738945 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:40.751965 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Calling delete_port for c6fa0eb2-712a-4c44-a766-cd737114fce1 owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:40.851242 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f628732-5207-41ff-9f69-ba8431f19e9f req-1846af34-732c-4d33-868d-fec322c4139a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:40.852807 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7f628732-5207-41ff-9f69-ba8431f19e9f req-1846af34-732c-4d33-868d-fec322c4139a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 945 time: 0.0617738 Apr 12 12:00:40.935433 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7f628732-5207-41ff-9f69-ba8431f19e9f req-250f6f15-ec0c-4fe9-b7c0-b9b793cf0450 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757389 Apr 12 12:00:41.005473 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45dfea-5aed-4d6a-a53e-f0bbb9aa2b06 req-68c6f7cb-2e16-42d9-80ab-c3556ef2c607 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:41.007578 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5c45dfea-5aed-4d6a-a53e-f0bbb9aa2b06 req-68c6f7cb-2e16-42d9-80ab-c3556ef2c607 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 946 time: 0.0515127 Apr 12 12:00:41.025513 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (c6fa0eb2-712a-4c44-a766-cd737114fce1), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:41.056635 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event deleted for resources: {'Port': ['ID=c6fa0eb2-712a-4c44-a766-cd737114fce1,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:41.057589 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-5c45dfea-5aed-4d6a-a53e-f0bbb9aa2b06 req-b4bfa7a7-dac1-4ffc-83e7-4796cbea6800 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449681 Apr 12 12:00:41.105500 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] No DVR routers for this DVR port c6fa0eb2-712a-4c44-a766-cd737114fce1 on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:00:41.108150 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:41.111389 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-60da1008-565b-46d2-a569-c89617791e69 req-1782dbb2-a5b0-413b-ab8d-6df2406f0f8a tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "DELETE /v2.0/ports/c6fa0eb2-712a-4c44-a766-cd737114fce1 HTTP/1.1" status: 204 len: 173 time: 0.5538828 Apr 12 12:00:41.111818 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'name': 'network-vif-deleted', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:00:41.114055 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96412bbe-2ad7-4ab3-9490-1c882e97035a" -d '{"events": [{"server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "name": "network-vif-deleted", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:00:41.149489 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a123f6-30ee-405f-8b04-7409bf9552dd x-openstack-request-id: req-f0a123f6-30ee-405f-8b04-7409bf9552dd {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:00:41.150192 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c75472f-2e38-4fc4-a0bb-13d62dc1c50a", "name": "network-vif-deleted", "tag": "c6fa0eb2-712a-4c44-a766-cd737114fce1", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:00:41.150450 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0a123f6-30ee-405f-8b04-7409bf9552dd {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:00:41.150858 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a123f6-30ee-405f-8b04-7409bf9552dd'] response: {'server_uuid': '4c75472f-2e38-4fc4-a0bb-13d62dc1c50a', 'name': 'network-vif-deleted', 'tag': 'c6fa0eb2-712a-4c44-a766-cd737114fce1', 'status': 'completed', 'code': 200} Apr 12 12:00:41.631246 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 85dca65e-c5dc-4128-9895-bd4b34ad5040 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:00:41.684865 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 85dca65e-c5dc-4128-9895-bd4b34ad5040 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:00:41.808431 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 85dca65e-c5dc-4128-9895-bd4b34ad5040 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:00:41.808806 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:42.017330 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 85dca65e-c5dc-4128-9895-bd4b34ad5040 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:00:42.017726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:42.040353 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dca65e-c5dc-4128-9895-bd4b34ad5040'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:00:42.042615 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df9bca-6a35-4ac2-84f5-af96d738070b" -d '{"events": [{"server_uuid": "3142e96e-057e-4878-aa66-6ee77ec864f1", "name": "network-vif-plugged", "status": "completed", "tag": "85dca65e-c5dc-4128-9895-bd4b34ad5040"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:00:42.058728 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c616c6c-ac6f-4aa3-990d-3c443ea703a8 req-385e4318-7ce1-4114-97a7-b005f1ccdf58 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:42.059976 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7c616c6c-ac6f-4aa3-990d-3c443ea703a8 req-385e4318-7ce1-4114-97a7-b005f1ccdf58 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 945 time: 0.0524755 Apr 12 12:00:42.060253 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 85dca65e-c5dc-4128-9895-bd4b34ad5040, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:42.093763 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d6f6fa-e621-4b2d-b667-e33f0aa40ed4 x-openstack-request-id: req-f5d6f6fa-e621-4b2d-b667-e33f0aa40ed4 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:00:42.098840 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3142e96e-057e-4878-aa66-6ee77ec864f1", "name": "network-vif-plugged", "status": "completed", "tag": "85dca65e-c5dc-4128-9895-bd4b34ad5040", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:00:42.098840 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5d6f6fa-e621-4b2d-b667-e33f0aa40ed4 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:00:42.098840 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d6f6fa-e621-4b2d-b667-e33f0aa40ed4'] response: {'server_uuid': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'code': 200} Apr 12 12:00:42.115879 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7c616c6c-ac6f-4aa3-990d-3c443ea703a8 req-87043238-5262-41af-9827-665897bc1e51 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505426 Apr 12 12:00:42.162686 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:42.176868 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-80541089-1578-4364-bf6f-9f820e0e83b0 req-7ba2f7b8-55c3-4da5-b6d7-c96b40fad39b tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c75472f-2e38-4fc4-a0bb-13d62dc1c50a HTTP/1.1" status: 200 len: 210 time: 0.0287924 Apr 12 12:00:42.211988 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=85dca65e-c5dc-4128-9895-bd4b34ad5040,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:42.655383 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b82264-cfef-4684-ba9b-dee0c3f4a350 req-9552d683-927e-4438-a5c7-a8f7ef3368f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:42.656896 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-37b82264-cfef-4684-ba9b-dee0c3f4a350 req-9552d683-927e-4438-a5c7-a8f7ef3368f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 1130 time: 0.0435221 Apr 12 12:00:42.700799 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-37b82264-cfef-4684-ba9b-dee0c3f4a350 req-6f586735-2d50-4c4d-a85a-c77d8d4626c2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376217 Apr 12 12:00:43.230963 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0eca6-9db0-4100-a7c5-5e4c1942ea7c req-79ad8560-cce2-43f4-ae9f-1104bff44d8f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:43.232477 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ecd0eca6-9db0-4100-a7c5-5e4c1942ea7c req-79ad8560-cce2-43f4-ae9f-1104bff44d8f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 946 time: 0.0472698 Apr 12 12:00:43.279881 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ecd0eca6-9db0-4100-a7c5-5e4c1942ea7c req-9c827689-95cc-4b09-b7e1-fe3ec5c6a89b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Apr 12 12:00:44.394917 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd76f-318d-4f2b-b193-a600f9ba2d67 req-f843b475-fefd-4d2c-9e18-6773e33cfe6b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:44.396379 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e9cbd76f-318d-4f2b-b193-a600f9ba2d67 req-f843b475-fefd-4d2c-9e18-6773e33cfe6b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 946 time: 0.0469120 Apr 12 12:00:44.447049 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e9cbd76f-318d-4f2b-b193-a600f9ba2d67 req-b1666ffd-55b6-45fa-a43c-92c1a79ff399 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450089 Apr 12 12:00:45.563405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771744a-7a51-4cbb-84ff-bc0ccbc53107 req-c754f8a8-6660-4636-9888-ee85ed376946 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:45.565013 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4771744a-7a51-4cbb-84ff-bc0ccbc53107 req-c754f8a8-6660-4636-9888-ee85ed376946 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 946 time: 0.0514755 Apr 12 12:00:45.611472 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4771744a-7a51-4cbb-84ff-bc0ccbc53107 req-691f4b25-1674-4608-8114-95c22af1a8dc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Apr 12 12:00:45.686557 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device c6fa0eb2-712a-4c44-a766-cd737114fce1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:00:45.709691 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: c6fa0eb2-712a-4c44-a766-cd737114fce1 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:00:45.710058 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device c6fa0eb2-712a-4c44-a766-cd737114fce1 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:00:45.719905 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27494058-0a64-46e7-a75f-f57b7354b5c8 req-41ae40fa-f3b1-4925-a73c-4b00f9eb5e76 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:45.721387 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-27494058-0a64-46e7-a75f-f57b7354b5c8 req-41ae40fa-f3b1-4925-a73c-4b00f9eb5e76 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 946 time: 0.0478170 Apr 12 12:00:45.729882 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59784) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:45.734033 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'floatingip': {'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:00:45.772940 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (2aeff035-0769-4f95-953f-a7b0fe769866), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:45.789084 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59788) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:45.953478 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Deleting port dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:45.953790 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.031300 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.031633 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.044217 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Calling delete_port for dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d owned by network:floatingip {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:46.266976 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.368294 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.383390 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (2aeff035-0769-4f95-953f-a7b0fe769866), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.395901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event deleted for resources: {'Port': ['ID=dfebe91a-98e9-4e97-a7c9-8cb9a6a6306d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:46.463097 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (f87ffea0-42e8-4efd-9080-8a21e8eeb444), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.463485 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Floating IP f87ffea0-42e8-4efd-9080-8a21e8eeb444 disassociated (deleted). External IP: 172.27.1.153, port: 7dcf9138-f332-4d6a-a9f0-da03112173d6. Apr 12 12:00:46.498936 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Floating IP 2aeff035-0769-4f95-953f-a7b0fe769866 associated. External IP: 172.27.1.174, port: 85dca65e-c5dc-4128-9895-bd4b34ad5040. Apr 12 12:00:46.712778 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:00:46.743745 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:00:46.827689 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:00:46.832468 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.838231 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:00:46.848510 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:46.849296 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:46.863003 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-1641bffb-bab6-4eab-b42e-08991318c76e tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "DELETE /v2.0/floatingips/f87ffea0-42e8-4efd-9080-8a21e8eeb444 HTTP/1.1" status: 204 len: 168 time: 1.0726793 Apr 12 12:00:46.863597 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:00:46.865929 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:00:46.878853 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:00:46.883547 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:46.896491 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:00:46.914570 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:46.916431 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:46.930012 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-96608554-f471-406b-a11c-f50f375657e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "PUT /v2.0/floatingips/2aeff035-0769-4f95-953f-a7b0fe769866 HTTP/1.1" status: 200 len: 992 time: 1.1871886 Apr 12 12:00:46.930012 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'tag': '85dca65e-c5dc-4128-9895-bd4b34ad5040'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:00:46.930012 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae141347-de09-4170-87f3-5573b69c28ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3142e96e-057e-4878-aa66-6ee77ec864f1", "tag": "85dca65e-c5dc-4128-9895-bd4b34ad5040"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:00:46.949611 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81298ab2-6eaa-49cf-84c2-94d142bfa9a9 x-openstack-request-id: req-81298ab2-6eaa-49cf-84c2-94d142bfa9a9 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:00:46.949973 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:00:46.950313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81298ab2-6eaa-49cf-84c2-94d142bfa9a9 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:00:46.950726 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81298ab2-6eaa-49cf-84c2-94d142bfa9a9'] response: {'name': 'network-changed', 'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'status': 'completed', 'code': 200} Apr 12 12:00:46.990375 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd29852-ce33-49be-8c57-c8c0452d3507 x-openstack-request-id: req-5cd29852-ce33-49be-8c57-c8c0452d3507 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:00:46.990375 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3142e96e-057e-4878-aa66-6ee77ec864f1", "tag": "85dca65e-c5dc-4128-9895-bd4b34ad5040", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:00:46.990375 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5cd29852-ce33-49be-8c57-c8c0452d3507 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:00:46.990375 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd29852-ce33-49be-8c57-c8c0452d3507'] response: {'name': 'network-changed', 'server_uuid': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'tag': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'status': 'completed', 'code': 200} Apr 12 12:00:46.991297 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:47.060661 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:47.076930 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141347-de09-4170-87f3-5573b69c28ef req-a6662e6d-e2e3-4bea-8e8a-2c5594846161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:47.079259 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae141347-de09-4170-87f3-5573b69c28ef req-a6662e6d-e2e3-4bea-8e8a-2c5594846161 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 1130 time: 0.0461395 Apr 12 12:00:47.090337 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-53ea2f93-0375-4201-be47-240a3c6bbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:47.092983 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-53ea2f93-0375-4201-be47-240a3c6bbf17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6c87880b50844dc962140bec8dbf7bf&device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 1129 time: 0.0726831 Apr 12 12:00:47.207034 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:47.213769 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-3937b8cb-43d9-4b7d-a895-12a4bdcbe51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:47.215583 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-3937b8cb-43d9-4b7d-a895-12a4bdcbe51d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 200 len: 912 time: 0.1078742 Apr 12 12:00:47.227710 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141347-de09-4170-87f3-5573b69c28ef req-054fb8c6-0f25-43ff-a18b-866c327fcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:47.229107 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae141347-de09-4170-87f3-5573b69c28ef req-054fb8c6-0f25-43ff-a18b-866c327fcfda service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.1450527 Apr 12 12:00:47.239244 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:00:47.249917 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:47.250574 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:47.279135 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-1f37caae-fc0f-40f8-a6a8-206c85fb38c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6 HTTP/1.1" status: 200 len: 217 time: 0.0568669 Apr 12 12:00:47.316235 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae141347-de09-4170-87f3-5573b69c28ef req-cc5a3acf-d045-4336-9c1e-e9e072243b9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040 HTTP/1.1" status: 200 len: 1000 time: 0.0803425 Apr 12 12:00:47.377006 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:47.454311 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:46Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:47.460263 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73044424-98ed-4d20-85c8-903ec99a699b req-b8229bad-b6cf-4f46-bd58-fd69de58495f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:47.463489 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-73044424-98ed-4d20-85c8-903ec99a699b req-b8229bad-b6cf-4f46-bd58-fd69de58495f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 945 time: 0.0895357 Apr 12 12:00:47.488889 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:00:47.499498 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:47.500473 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:47.533171 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-73044424-98ed-4d20-85c8-903ec99a699b req-219fb605-2dd9-46e0-9017-4ffab06f02a4 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636024 Apr 12 12:00:47.595319 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:47.624616 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:47.629021 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448524aa-e340-49b5-8017-dd491f5385a5 None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T11:52:26Z', 'revision_number': 4, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '3e63742b-b19f-4b72-9457-a449a79b2182', 'name': '', 'network_id': 'e2941e1a-0142-4a70-bac4-479500ababee', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'mac_address': 'fa:16:3e:e7:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:25Z', 'updated_at': '2022-04-12T11:52:30Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'subnets': [{'id': 'baba6b68-ad30-4604-b905-971f36c66b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:00:47.854897 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:46Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:47.859513 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f9cea9-bd90-480b-80ff-a78aaf184d4e None None] New status for floating IP f87ffea0-42e8-4efd-9080-8a21e8eeb444: DOWN {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:00:47.882415 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914a7e6-6312-4d69-84a7-6a5334aa2e7d None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:46Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:00:48.081490 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c92a97c-33d2-460a-acc5-bf8a7c648fa9 None None] New status for floating IP 2aeff035-0769-4f95-953f-a7b0fe769866: ACTIVE {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:00:48.401372 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141347-de09-4170-87f3-5573b69c28ef req-7f624565-c918-4ced-94d5-d21b3e4df9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:48.403400 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae141347-de09-4170-87f3-5573b69c28ef req-7f624565-c918-4ced-94d5-d21b3e4df9c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0443399 Apr 12 12:00:48.404499 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-dc1c2a17-0e77-43a1-a2da-f5038a5a9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:48.405918 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-dc1c2a17-0e77-43a1-a2da-f5038a5a9ff7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 200 len: 850 time: 0.0470412 Apr 12 12:00:48.451482 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae141347-de09-4170-87f3-5573b69c28ef req-72dde9d1-72c7-420a-8f01-a54a085c9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:48.451892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-307925f1-94e4-4aff-90bb-4b4e410036b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:48.453131 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae141347-de09-4170-87f3-5573b69c28ef req-72dde9d1-72c7-420a-8f01-a54a085c9402 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397592 Apr 12 12:00:48.453370 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-307925f1-94e4-4aff-90bb-4b4e410036b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e2941e1a-0142-4a70-bac4-479500ababee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381508 Apr 12 12:00:48.553244 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-a6c138fb-d303-47a7-94b6-9c227e4903f5 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864301 Apr 12 12:00:48.554483 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae141347-de09-4170-87f3-5573b69c28ef req-74ae11c0-14ad-4aa8-998c-456019575bed service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879555 Apr 12 12:00:48.689375 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e91b3-8e75-4207-af3c-fc80b344ca48 req-321e16af-0ccc-43aa-828a-7e8ab0e80bbb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:48.690977 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-480e91b3-8e75-4207-af3c-fc80b344ca48 req-321e16af-0ccc-43aa-828a-7e8ab0e80bbb tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 945 time: 0.0691979 Apr 12 12:00:48.697305 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ae141347-de09-4170-87f3-5573b69c28ef req-cc541bb6-bf5e-439c-bfc7-c119a5d7f31a service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322606 Apr 12 12:00:48.748528 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-480e91b3-8e75-4207-af3c-fc80b344ca48 req-c42a3773-940f-476f-a359-cb7bd4e388c3 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ee4733c-e341-4336-8b4b-05b7613b11c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502336 Apr 12 12:00:48.903905 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-290bc18a-4898-4f7d-a24f-8e1f0e184a8a req-1d30f460-2061-4a52-841b-2c1c07020247 service neutron] 10.222.0.52 "GET /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397040 Apr 12 12:00:49.359134 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-41991ef6-f384-4396-8472-fac04daa4231 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:00:49.360652 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-41991ef6-f384-4396-8472-fac04daa4231 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 945 time: 0.0454245 Apr 12 12:00:49.447429 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Deleting port 7dcf9138-f332-4d6a-a9f0-da03112173d6 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:49.448065 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:49.536044 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] For port 7dcf9138-f332-4d6a-a9f0-da03112173d6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7dcf9138-f332-4d6a-a9f0-da03112173d6,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:49.536410 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:49.549619 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Calling delete_port for 7dcf9138-f332-4d6a-a9f0-da03112173d6 owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:49.756953 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (7dcf9138-f332-4d6a-a9f0-da03112173d6), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:49.789748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event deleted for resources: {'Port': ['ID=7dcf9138-f332-4d6a-a9f0-da03112173d6,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:49.839697 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] No DVR routers for this DVR port 7dcf9138-f332-4d6a-a9f0-da03112173d6 on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:00:49.848880 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:49.852008 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d26c8c02-2036-4ecd-999c-c68c5aff22b7 req-91d277db-ec0d-48fb-9291-0b74edf16f3f tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.52 "DELETE /v2.0/ports/7dcf9138-f332-4d6a-a9f0-da03112173d6 HTTP/1.1" status: 204 len: 173 time: 0.4858615 Apr 12 12:00:49.852446 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'name': 'network-vif-deleted', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:00:49.854673 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2bed5e-cb16-44b3-aa7e-81cb8d46d99a" -d '{"events": [{"server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "name": "network-vif-deleted", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:00:49.877766 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-154ba252-fecb-4cac-b25e-0718c1dca439 req-249649df-98af-4605-8c84-3cd2af6d1d91 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 210 time: 0.0399830 Apr 12 12:00:49.891807 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c106f4e7-2431-43b7-998d-320b1754bc8c x-openstack-request-id: req-c106f4e7-2431-43b7-998d-320b1754bc8c {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:00:49.892132 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35164a24-ebf6-4363-928b-45ccf41dd699", "name": "network-vif-deleted", "tag": "7dcf9138-f332-4d6a-a9f0-da03112173d6", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:00:49.892392 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c106f4e7-2431-43b7-998d-320b1754bc8c {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:00:49.892793 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c106f4e7-2431-43b7-998d-320b1754bc8c'] response: {'server_uuid': '35164a24-ebf6-4363-928b-45ccf41dd699', 'name': 'network-vif-deleted', 'tag': '7dcf9138-f332-4d6a-a9f0-da03112173d6', 'status': 'completed', 'code': 200} Apr 12 12:00:50.983736 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-42a0d4ab-fb34-4559-bd40-3d947add4f5a req-941eff3d-a033-4cd8-a499-b5d86f85b123 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "GET /v2.0/ports?device_id=35164a24-ebf6-4363-928b-45ccf41dd699 HTTP/1.1" status: 200 len: 210 time: 0.0285559 Apr 12 12:00:52.039168 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59810) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:52.154849 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Deleting port 7c86f041-4f9b-47f1-ada8-510f79d047eb {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:52.155219 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (7c86f041-4f9b-47f1-ada8-510f79d047eb), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:52.229262 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (7c86f041-4f9b-47f1-ada8-510f79d047eb), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:52.229589 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (7c86f041-4f9b-47f1-ada8-510f79d047eb), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:52.241766 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Calling delete_port for 7c86f041-4f9b-47f1-ada8-510f79d047eb owned by network:floatingip {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:52.503409 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (7c86f041-4f9b-47f1-ada8-510f79d047eb), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:52.528524 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event deleted for resources: {'Port': ['ID=7c86f041-4f9b-47f1-ada8-510f79d047eb,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:52.592154 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for floatingip (0fa7db62-2e0c-4bff-afee-efe204085834), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:52.594742 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:52.595871 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3e050871-f929-43d4-8857-7493136b6224 tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "DELETE /v2.0/floatingips/0fa7db62-2e0c-4bff-afee-efe204085834 HTTP/1.1" status: 204 len: 168 time: 0.5557241 Apr 12 12:00:52.673707 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:00:52.732651 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:53.730956 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 7dcf9138-f332-4d6a-a9f0-da03112173d6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:00:53.751239 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 7dcf9138-f332-4d6a-a9f0-da03112173d6 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:00:53.751849 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 7dcf9138-f332-4d6a-a9f0-da03112173d6 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:00:53.971362 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59824) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:54.028000 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0888b66a-a8d5-4b34-b3f3-13b7acf1b0ce tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group (3ee4733c-e341-4336-8b4b-05b7613b11c4), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:54.056402 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0888b66a-a8d5-4b34-b3f3-13b7acf1b0ce tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group (3ee4733c-e341-4336-8b4b-05b7613b11c4), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:54.213741 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0888b66a-a8d5-4b34-b3f3-13b7acf1b0ce tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (3ee4733c-e341-4336-8b4b-05b7613b11c4), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:54.217233 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0888b66a-a8d5-4b34-b3f3-13b7acf1b0ce tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:54.218436 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-0888b66a-a8d5-4b34-b3f3-13b7acf1b0ce tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] 10.222.0.59 "DELETE /v2.0/security-groups/3ee4733c-e341-4336-8b4b-05b7613b11c4 HTTP/1.1" status: 204 len: 168 time: 0.2460811 Apr 12 12:00:54.227680 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888b66a-a8d5-4b34-b3f3-13b7acf1b0ce tempest-TestVolumeBootPattern-1226615563 tempest-TestVolumeBootPattern-1226615563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4733c-e341-4336-8b4b-05b7613b11c4,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:54.362791 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59828) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:54.735541 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:54.971533 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Deleting port 3e63742b-b19f-4b72-9457-a449a79b2182 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:54.972235 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:55.068765 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] For port 3e63742b-b19f-4b72-9457-a449a79b2182, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=3e63742b-b19f-4b72-9457-a449a79b2182,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:55.069131 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:55.083743 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Calling delete_port for 3e63742b-b19f-4b72-9457-a449a79b2182 owned by network:router_interface {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:55.366085 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (3e63742b-b19f-4b72-9457-a449a79b2182), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:55.391002 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Pushing event deleted for resources: {'Port': ['ID=3e63742b-b19f-4b72-9457-a449a79b2182,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:55.564477 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:55.781784 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Router f420248f-6d65-4e60-87b9-fe5d09a5b4ae has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:00:55.889231 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:00:55.894418 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c456b290-c0dc-406a-8fc2-7c0f91bb3bea admin admin] 10.222.0.59 "PUT /v2.0/routers/f420248f-6d65-4e60-87b9-fe5d09a5b4ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305905 Apr 12 12:00:55.896946 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59832) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:55.899766 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] Sync routers for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:00:55.910639 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:55.911256 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:56.003854 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks [] for router (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.019902 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:56.109626 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks [] for router_gateway (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.185078 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T12:00:55Z', 'revision_number': 5, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port': {'id': 'e07b9c1a-b46a-4262-a19b-f17defc0e225', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:23Z', 'updated_at': '2022-04-12T11:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:56.215978 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] Checking router: f420248f-6d65-4e60-87b9-fe5d09a5b4ae for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:00:56.224986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] Routers {'f420248f-6d65-4e60-87b9-fe5d09a5b4ae'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:56.225621 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:56.236496 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Deleting port e07b9c1a-b46a-4262-a19b-f17defc0e225 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:56.236845 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.314440 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] Set router f420248f-6d65-4e60-87b9-fe5d09a5b4ae gateway port host: None {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:56.325427 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] For port e07b9c1a-b46a-4262-a19b-f17defc0e225, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=e07b9c1a-b46a-4262-a19b-f17defc0e225,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:56.325799 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.339869 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Calling delete_port for e07b9c1a-b46a-4262-a19b-f17defc0e225 owned by network:router_gateway {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:56.367266 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T12:00:56Z', 'revision_number': 6, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port_host': None}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:56.526648 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791e73e-cea5-4393-bec7-34ccfa96e209 None None] The sync data for ids ['f420248f-6d65-4e60-87b9-fe5d09a5b4ae'] in dv-cinder-830091-4-iscsi is: [{'id': 'f420248f-6d65-4e60-87b9-fe5d09a5b4ae', 'name': 'tempest-TestVolumeBootPattern-272433716-router', 'tenant_id': 'a6c87880b50844dc962140bec8dbf7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:22Z', 'updated_at': '2022-04-12T12:00:56Z', 'revision_number': 6, 'project_id': 'a6c87880b50844dc962140bec8dbf7bf', 'gw_port_host': None}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:00:56.608093 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (e07b9c1a-b46a-4262-a19b-f17defc0e225), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.634143 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e07b9c1a-b46a-4262-a19b-f17defc0e225,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:56.696987 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.796337 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.798767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks [] for router_controller (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.939996 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (f420248f-6d65-4e60-87b9-fe5d09a5b4ae), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.940605 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router f420248f-6d65-4e60-87b9-fe5d09a5b4ae {{(pid=103887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:00:56.945754 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:56.949339 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-e4ead175-3f36-44b3-b958-786ce48819ef admin admin] 10.222.0.59 "DELETE /v2.0/routers/f420248f-6d65-4e60-87b9-fe5d09a5b4ae HTTP/1.1" status: 204 len: 168 time: 1.0491600 Apr 12 12:00:56.949614 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59834) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:56.995613 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-278dbb57-993a-439c-bbfe-75deababa096 admin admin] Deleting subnet baba6b68-ad30-4604-b905-971f36c66b95 {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:00:56.998898 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-278dbb57-993a-439c-bbfe-75deababa096 admin admin] Publish callbacks [] for subnet (baba6b68-ad30-4604-b905-971f36c66b95), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.039358 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-278dbb57-993a-439c-bbfe-75deababa096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (baba6b68-ad30-4604-b905-971f36c66b95), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.115752 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-278dbb57-993a-439c-bbfe-75deababa096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (baba6b68-ad30-4604-b905-971f36c66b95), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.234957 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-278dbb57-993a-439c-bbfe-75deababa096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26284707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27022937'] for subnet (baba6b68-ad30-4604-b905-971f36c66b95), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.262825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-278dbb57-993a-439c-bbfe-75deababa096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.269207 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-278dbb57-993a-439c-bbfe-75deababa096 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/baba6b68-ad30-4604-b905-971f36c66b95 HTTP/1.1" status: 204 len: 168 time: 0.3160682 Apr 12 12:00:57.269207 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dbb57-993a-439c-bbfe-75deababa096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baba6b68-ad30-4604-b905-971f36c66b95,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:57.269374 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59836) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:57.279882 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b6588-fe83-4aed-998d-45b95eff0d5c None None] Network e2941e1a-0142-4a70-bac4-479500ababee requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:00:57.347782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (e2941e1a-0142-4a70-bac4-479500ababee), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.393110 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Deleting port 1a9ad939-dcff-4d84-86c5-3c1930425986 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:57.393462 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.454707 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] DHCP port deletion for e2941e1a-0142-4a70-bac4-479500ababee request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:00:57.463323 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] For port 1a9ad939-dcff-4d84-86c5-3c1930425986, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=1a9ad939-dcff-4d84-86c5-3c1930425986,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:57.463699 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.476883 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Calling delete_port for 1a9ad939-dcff-4d84-86c5-3c1930425986 owned by network:dhcp {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:57.498629 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] Deleting port 1a9ad939-dcff-4d84-86c5-3c1930425986 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:57.499674 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.565248 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] For port 1a9ad939-dcff-4d84-86c5-3c1930425986, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=1a9ad939-dcff-4d84-86c5-3c1930425986,segment=NetworkSegment(4c664fde-58fb-4cb0-928f-7c6a688f1ff6),segment_id=4c664fde-58fb-4cb0-928f-7c6a688f1ff6)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:57.565691 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.579688 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] Calling delete_port for 1a9ad939-dcff-4d84-86c5-3c1930425986 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:57.653941 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.659826 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (1a9ad939-dcff-4d84-86c5-3c1930425986), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.683216 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9ad939-dcff-4d84-86c5-3c1930425986,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:57.687329 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] No DVR routers for this DVR port 1a9ad939-dcff-4d84-86c5-3c1930425986 on host dv-cinder-830091-4-iscsi {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:00:57.689710 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] No DVR routers for this DVR port 1a9ad939-dcff-4d84-86c5-3c1930425986 on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:00:57.694634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539ae7c-366d-475b-8eff-2887a281c696 None None] Pushing event deleted for resources: {'Port': ['ID=1a9ad939-dcff-4d84-86c5-3c1930425986,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:57.758660 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (e2941e1a-0142-4a70-bac4-479500ababee), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.778530 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2941e1a-0142-4a70-bac4-479500ababee']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:57.787740 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c664fde-58fb-4cb0-928f-7c6a688f1ff6') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:57.788044 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c664fde-58fb-4cb0-928f-7c6a688f1ff6') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:57.797836 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (4c664fde-58fb-4cb0-928f-7c6a688f1ff6), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.813083 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (4c664fde-58fb-4cb0-928f-7c6a688f1ff6), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.819110 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (4c664fde-58fb-4cb0-928f-7c6a688f1ff6), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:00:57.827636 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:00:57.945155 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (e2941e1a-0142-4a70-bac4-479500ababee), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.950597 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:57.953869 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e2941e1a-0142-4a70-bac4-479500ababee HTTP/1.1" status: 204 len: 168 time: 0.6832964 Apr 12 12:00:57.956940 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59838) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:57.964549 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd84266-cd79-4443-8397-d54ca541ece3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2941e1a-0142-4a70-bac4-479500ababee,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:58.257343 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 3e63742b-b19f-4b72-9457-a449a79b2182 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:00:58.277781 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 3e63742b-b19f-4b72-9457-a449a79b2182 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:00:58.278153 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 3e63742b-b19f-4b72-9457-a449a79b2182 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:00:58.278574 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 1a9ad939-dcff-4d84-86c5-3c1930425986 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:00:58.287898 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (bc4030d0-f094-44da-a5c4-dd4b09e1010c), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:58.297718 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 1a9ad939-dcff-4d84-86c5-3c1930425986 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:00:58.298201 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 1a9ad939-dcff-4d84-86c5-3c1930425986 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:00:58.298496 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device e07b9c1a-b46a-4262-a19b-f17defc0e225 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:00:58.320215 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: e07b9c1a-b46a-4262-a19b-f17defc0e225 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:00:58.320561 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device e07b9c1a-b46a-4262-a19b-f17defc0e225 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:00:58.524263 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Deleting port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:58.524595 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:58.601122 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] For port 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,segment=NetworkSegment(84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1),segment_id=84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:00:58.601507 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:58.614186 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Calling delete_port for 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 owned by network:router_interface {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:00:58.859795 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (14a6ba57-d25c-4ce6-9a38-19366bb8c1c7), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:58.887193 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a6ba57-d25c-4ce6-9a38-19366bb8c1c7,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:00:59.308674 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (bc4030d0-f094-44da-a5c4-dd4b09e1010c), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:59.522136 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Router bc4030d0-f094-44da-a5c4-dd4b09e1010c has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:00:59.629628 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:00:59.634467 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-4d70377f-7a75-4bac-b256-ad683d72f102 admin admin] 10.222.0.59 "PUT /v2.0/routers/bc4030d0-f094-44da-a5c4-dd4b09e1010c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6765163 Apr 12 12:00:59.636908 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59840) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:00:59.639022 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] Sync routers for ids ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:00:59.652782 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] Routers {'bc4030d0-f094-44da-a5c4-dd4b09e1010c'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:59.653390 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:59.742905 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks [] for router (bc4030d0-f094-44da-a5c4-dd4b09e1010c), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:59.763544 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] Set router bc4030d0-f094-44da-a5c4-dd4b09e1010c gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:00:59.850596 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks [] for router_gateway (bc4030d0-f094-44da-a5c4-dd4b09e1010c), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:00:59.932016 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T12:00:58Z', 'revision_number': 5, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port': {'id': '01c257f3-3a64-4df2-aab4-e2278f518810', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:59.959189 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] Checking router: bc4030d0-f094-44da-a5c4-dd4b09e1010c for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:00:59.968104 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] Routers {'bc4030d0-f094-44da-a5c4-dd4b09e1010c'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:00:59.968709 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:00:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:00:59.994418 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Deleting port 01c257f3-3a64-4df2-aab4-e2278f518810 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:00:59.994761 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.057471 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] Set router bc4030d0-f094-44da-a5c4-dd4b09e1010c gateway port host: None {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:01:00.072862 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] For port 01c257f3-3a64-4df2-aab4-e2278f518810, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=01c257f3-3a64-4df2-aab4-e2278f518810,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:01:00.073227 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.086914 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Calling delete_port for 01c257f3-3a64-4df2-aab4-e2278f518810 owned by network:router_gateway {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:01:00.112148 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T12:00:59Z', 'revision_number': 6, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port_host': None}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:01:00.138583 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5223d4b0-1735-4dd2-aaba-a2bdd1193906 None None] The sync data for ids ['bc4030d0-f094-44da-a5c4-dd4b09e1010c'] in dv-cinder-830091-4-iscsi is: [{'id': 'bc4030d0-f094-44da-a5c4-dd4b09e1010c', 'name': 'tempest-TestVolumeBootPattern-1316864474-router', 'tenant_id': 'ac03125b0fc24477822a338b05f37af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:52:29Z', 'updated_at': '2022-04-12T12:00:59Z', 'revision_number': 6, 'project_id': 'ac03125b0fc24477822a338b05f37af3', 'gw_port_host': None}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:01:00.343361 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (01c257f3-3a64-4df2-aab4-e2278f518810), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.373281 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=01c257f3-3a64-4df2-aab4-e2278f518810,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:01:00.434664 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (bc4030d0-f094-44da-a5c4-dd4b09e1010c), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.527469 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (bc4030d0-f094-44da-a5c4-dd4b09e1010c), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.529708 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks [] for router_controller (bc4030d0-f094-44da-a5c4-dd4b09e1010c), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.657427 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (bc4030d0-f094-44da-a5c4-dd4b09e1010c), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.658045 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4030d0-f094-44da-a5c4-dd4b09e1010c {{(pid=103887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:01:00.662296 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.663441 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-e3f15d05-75f2-459f-9ac7-985230591f4f admin admin] 10.222.0.59 "DELETE /v2.0/routers/bc4030d0-f094-44da-a5c4-dd4b09e1010c HTTP/1.1" status: 204 len: 168 time: 1.0256305 Apr 12 12:01:00.665864 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59844) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:01:00.710163 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99d0070-a135-4418-a9e2-cbfa2f31dc47 admin admin] Deleting subnet f854cb7d-a4a0-49f7-b7c1-cfa9761981b6 {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:01:00.713168 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c99d0070-a135-4418-a9e2-cbfa2f31dc47 admin admin] Publish callbacks [] for subnet (f854cb7d-a4a0-49f7-b7c1-cfa9761981b6), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.748364 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c99d0070-a135-4418-a9e2-cbfa2f31dc47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (f854cb7d-a4a0-49f7-b7c1-cfa9761981b6), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.827364 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c99d0070-a135-4418-a9e2-cbfa2f31dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (f854cb7d-a4a0-49f7-b7c1-cfa9761981b6), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:00.912032 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:01:00.933531 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:01:00.933937 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 14a6ba57-d25c-4ce6-9a38-19366bb8c1c7 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:01:00.979763 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c99d0070-a135-4418-a9e2-cbfa2f31dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26284707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27022937'] for subnet (f854cb7d-a4a0-49f7-b7c1-cfa9761981b6), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.008392 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d0070-a135-4418-a9e2-cbfa2f31dc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f854cb7d-a4a0-49f7-b7c1-cfa9761981b6,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:01:01.010767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c99d0070-a135-4418-a9e2-cbfa2f31dc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.017140 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59846) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:01:01.017612 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c99d0070-a135-4418-a9e2-cbfa2f31dc47 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f854cb7d-a4a0-49f7-b7c1-cfa9761981b6 HTTP/1.1" status: 204 len: 168 time: 0.3502924 Apr 12 12:01:01.018799 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc30b71-d8b2-42fa-b3d9-284783cff22c None None] Network 2b8f62e2-fe43-405d-92f8-8429e9382d88 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:01:01.091921 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (2b8f62e2-fe43-405d-92f8-8429e9382d88), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.171482 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] DHCP port deletion for 2b8f62e2-fe43-405d-92f8-8429e9382d88 request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:01:01.217354 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] Deleting port c3b90469-76eb-426b-82b3-0a63147251a1 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:01:01.218556 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.291685 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] For port c3b90469-76eb-426b-82b3-0a63147251a1, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=c3b90469-76eb-426b-82b3-0a63147251a1,segment=NetworkSegment(84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1),segment_id=84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:01:01.292084 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.306716 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] Calling delete_port for c3b90469-76eb-426b-82b3-0a63147251a1 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:01:01.410392 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Deleting port c3b90469-76eb-426b-82b3-0a63147251a1 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:01:01.410655 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.470715 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] For port c3b90469-76eb-426b-82b3-0a63147251a1, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=c3b90469-76eb-426b-82b3-0a63147251a1,segment=NetworkSegment(84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1),segment_id=84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:01:01.471079 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.484034 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Calling delete_port for c3b90469-76eb-426b-82b3-0a63147251a1 owned by network:dhcp {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:01:01.538943 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.562161 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (c3b90469-76eb-426b-82b3-0a63147251a1), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.564259 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] Pushing event deleted for resources: {'Port': ['ID=c3b90469-76eb-426b-82b3-0a63147251a1,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:01:01.569711 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e803e2-b5d4-4435-90e4-d9c493a283c4 None None] No DVR routers for this DVR port c3b90469-76eb-426b-82b3-0a63147251a1 on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:01:01.589120 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b90469-76eb-426b-82b3-0a63147251a1,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:01:01.597389 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] No DVR routers for this DVR port c3b90469-76eb-426b-82b3-0a63147251a1 on host dv-cinder-830091-4-iscsi {{(pid=103888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:01:01.636193 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3a7a0ffd-6673-4b5d-bfc5-3b86bbadf9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.669260 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (2b8f62e2-fe43-405d-92f8-8429e9382d88), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.690183 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8f62e2-fe43-405d-92f8-8429e9382d88']}} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:01:01.699098 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1') {'for_net_delete': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:01:01.699394 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.services.segments.db [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1') {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:01:01.709483 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26653792'] for segment (84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.723536 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.729382 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:01:01.729766 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26654375'] for segment (84bdf4a3-29bf-48d7-b43b-8f86c34e6ff1), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: self.session.flush() Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: self.session.flush() Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: self.session.flush() Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: self.session.flush() Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: Traceback (most recent call last): Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: timer() Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: cb(*args, **kw) Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: return func(*args, **kwargs) Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: self._notify() Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: self.callback(batched_events) Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: event.method(event) Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: return f(self, *a, **k) Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._get(url).json() Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: return self.request(url, 'GET', **kwargs) Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:01:01.731547 dv-cinder-830091-4-iscsi neutron-server[103888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:01:01.860308 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (2b8f62e2-fe43-405d-92f8-8429e9382d88), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.866042 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:01.869250 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2b8f62e2-fe43-405d-92f8-8429e9382d88 HTTP/1.1" status: 204 len: 168 time: 0.8511353 Apr 12 12:01:01.880300 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7afb63-0bbd-439f-a33b-22e89db43858 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8f62e2-fe43-405d-92f8-8429e9382d88,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:01:02.255773 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device c3b90469-76eb-426b-82b3-0a63147251a1 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:01:02.281191 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: c3b90469-76eb-426b-82b3-0a63147251a1 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:01:02.281552 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device c3b90469-76eb-426b-82b3-0a63147251a1 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:01:02.282021 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 01c257f3-3a64-4df2-aab4-e2278f518810 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:01:02.301376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 01c257f3-3a64-4df2-aab4-e2278f518810 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:01:02.301731 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 01c257f3-3a64-4df2-aab4-e2278f518810 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:01:02.309104 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59850) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:01:02.353165 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5260379a-f4b6-42a6-b1be-074cf46185a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6c87880b50844dc962140bec8dbf7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428801 Apr 12 12:01:02.355711 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 59852) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:01:02.402631 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bd80-f164-42f6-a6cf-8e6b62ae04aa admin admin] Publish callbacks [] for security_group (3e1125d3-9f40-4f9f-9567-c95fa076c1a1), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:02.429868 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bd80-f164-42f6-a6cf-8e6b62ae04aa admin admin] Publish callbacks [] for security_group (3e1125d3-9f40-4f9f-9567-c95fa076c1a1), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:02.567626 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bd80-f164-42f6-a6cf-8e6b62ae04aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (3e1125d3-9f40-4f9f-9567-c95fa076c1a1), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:02.570330 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bd80-f164-42f6-a6cf-8e6b62ae04aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:02.571487 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c0c4bd80-f164-42f6-a6cf-8e6b62ae04aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e1125d3-9f40-4f9f-9567-c95fa076c1a1 HTTP/1.1" status: 204 len: 168 time: 0.2148795 Apr 12 12:01:02.580220 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4bd80-f164-42f6-a6cf-8e6b62ae04aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1125d3-9f40-4f9f-9567-c95fa076c1a1,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:01:03.337474 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59858) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:01:03.377311 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-d96c70df-fc21-4628-9eb3-d9bd9a2e0607 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac03125b0fc24477822a338b05f37af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386236 Apr 12 12:01:03.379576 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59860) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:01:03.425562 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5502b218-61eb-4baa-a3ca-ab19d9418cc3 admin admin] Publish callbacks [] for security_group (02e68dcd-079f-40c5-bd32-3b2bd3c274da), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:03.446038 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5502b218-61eb-4baa-a3ca-ab19d9418cc3 admin admin] Publish callbacks [] for security_group (02e68dcd-079f-40c5-bd32-3b2bd3c274da), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:03.573288 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5502b218-61eb-4baa-a3ca-ab19d9418cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (02e68dcd-079f-40c5-bd32-3b2bd3c274da), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:03.575869 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5502b218-61eb-4baa-a3ca-ab19d9418cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:03.577040 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-5502b218-61eb-4baa-a3ca-ab19d9418cc3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02e68dcd-079f-40c5-bd32-3b2bd3c274da HTTP/1.1" status: 204 len: 168 time: 0.1965749 Apr 12 12:01:03.585306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502b218-61eb-4baa-a3ca-ab19d9418cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e68dcd-079f-40c5-bd32-3b2bd3c274da,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:01:03.920096 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f4254d5-8c19-4072-99da-50d4fdbf3432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:05.299245 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:06.407747 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:07.856468 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:22.750040 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:29.673192 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:01:31.491949 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-13cc30b5-ee16-400e-8adb-649520bea47a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416942 Apr 12 12:01:31.588180 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-71b9a4dc-f156-4d3a-8798-ec81910790b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:01:31.589648 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-71b9a4dc-f156-4d3a-8798-ec81910790b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 1130 time: 0.0394719 Apr 12 12:01:31.592819 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ecfccb40-c43b-44b2-95c1-34c3e77887f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:31.694412 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-901d9097-7057-4391-a49f-6ed77c5e0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:01:31.695866 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-901d9097-7057-4391-a49f-6ed77c5e0d6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0879922 Apr 12 12:01:31.760703 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-b5a8448f-7672-491c-b955-38703a7c8925 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040 HTTP/1.1" status: 200 len: 1002 time: 0.0592432 Apr 12 12:01:31.807823 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-3abbb55e-a318-4ead-9d2d-16c10ed5bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:01:31.809257 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-3abbb55e-a318-4ead-9d2d-16c10ed5bffb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0428991 Apr 12 12:01:31.857652 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-02741744-9cc6-4990-ac68-24cb4398dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:01:31.859692 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-02741744-9cc6-4990-ac68-24cb4398dd25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446110 Apr 12 12:01:31.948231 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-3c79fcfd-2793-490a-b98a-d04dbc78f530 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823450 Apr 12 12:01:32.038379 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f87b8c93-10eb-431d-ab89-07ab38523367 req-97fa7860-7e7e-4648-a024-5fc1808f0624 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843489 Apr 12 12:01:33.890054 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a657e4e8-1efb-42f5-bc64-00c464fe4724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:35.364000 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:36.421510 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:37.837986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:01:52.778026 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:01.571457 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b2d71ced-689d-4356-b087-ba2281d20a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:03.888745 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d41dfae8-1c51-4054-9658-1ce703140a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:05.320427 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:06.474170 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:06.671606 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:02:07.871913 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:15.681007 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59930) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:02:15.685726 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783075933', 'description': 'tempest-description--114740149'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:02:15.782957 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:15.848711 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (5b760e0b-8f86-4396-9e2b-9dbeb27435ce), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.010933 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (5b760e0b-8f86-4396-9e2b-9dbeb27435ce), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.019847 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b760e0b-8f86-4396-9e2b-9dbeb27435ce,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:16.027344 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.027699 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.028047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.028387 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.028722 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.029053 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.029385 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.029716 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.030072 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.030398 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.030725 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.031047 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.031371 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.031692 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.032013 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:16.179620 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.180913 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-3446dfbd-c4aa-4796-b23d-d379fc065655 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4988980 Apr 12 12:02:16.183807 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59932) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:02:16.188217 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-8883a684-1d6c-4b58-882b-b937491f7519 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group_rule': {'security_group_id': '5b760e0b-8f86-4396-9e2b-9dbeb27435ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:02:16.376561 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8883a684-1d6c-4b58-882b-b937491f7519 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (f4e913e5-fcef-41ee-90a6-28c9889733d6), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.430541 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8883a684-1d6c-4b58-882b-b937491f7519 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (f4e913e5-fcef-41ee-90a6-28c9889733d6), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.600061 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8883a684-1d6c-4b58-882b-b937491f7519 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (f4e913e5-fcef-41ee-90a6-28c9889733d6), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.619246 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883a684-1d6c-4b58-882b-b937491f7519 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e913e5-fcef-41ee-90a6-28c9889733d6,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:16.733100 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8883a684-1d6c-4b58-882b-b937491f7519 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.734265 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-8883a684-1d6c-4b58-882b-b937491f7519 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5494905 Apr 12 12:02:16.736879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59934) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:02:16.741096 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-4821561b-daa0-433e-aacc-545ec46bf12d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group_rule': {'security_group_id': '5b760e0b-8f86-4396-9e2b-9dbeb27435ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:02:16.847895 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4821561b-daa0-433e-aacc-545ec46bf12d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (9a49274b-54da-4582-84a7-e0c8868bdb42), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.905517 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4821561b-daa0-433e-aacc-545ec46bf12d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (9a49274b-54da-4582-84a7-e0c8868bdb42), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:16.985581 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4821561b-daa0-433e-aacc-545ec46bf12d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (9a49274b-54da-4582-84a7-e0c8868bdb42), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:17.003457 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821561b-daa0-433e-aacc-545ec46bf12d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a49274b-54da-4582-84a7-e0c8868bdb42,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:17.093209 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4821561b-daa0-433e-aacc-545ec46bf12d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:17.094485 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-4821561b-daa0-433e-aacc-545ec46bf12d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3566942 Apr 12 12:02:17.097533 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 59936) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:02:17.101945 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:02:17.205550 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:17.280962 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:17.384661 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Allocated IP 172.27.1.44 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/213f31c2-3a15-4109-8edb-2af78d24815f) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:02:17.484573 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (213f31c2-3a15-4109-8edb-2af78d24815f), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:17.600584 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (213f31c2-3a15-4109-8edb-2af78d24815f), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:17.636786 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:02:17.639481 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:02:17.643109 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:02:17.667243 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=213f31c2-3a15-4109-8edb-2af78d24815f,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:17.730286 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:17.838757 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (213f31c2-3a15-4109-8edb-2af78d24815f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:17.987892 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (213f31c2-3a15-4109-8edb-2af78d24815f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:18.085671 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (213f31c2-3a15-4109-8edb-2af78d24815f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:18.155234 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=213f31c2-3a15-4109-8edb-2af78d24815f,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:18.167140 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:18.250317 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:18.251555 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c83c1e89-f180-4875-983d-b32ea1cdbb45 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1530616 Apr 12 12:02:18.449415 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-0e1272ec-0a95-49b4-a212-09e36c6a9277 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--783075933&fields=id&tenant_id=71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 267 time: 0.0429058 Apr 12 12:02:18.554756 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-1e57b232-d38a-4297-b459-a7cf050c5489 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:18.556183 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-1e57b232-d38a-4297-b459-a7cf050c5489 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 815 time: 0.1003661 Apr 12 12:02:18.570567 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-1b9fd76c-94e8-4879-acd5-bc6a5e768bf1 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/quotas/71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 375 time: 0.0091166 Apr 12 12:02:18.619457 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-4445c62c-2eab-4e53-8021-c96f32d1c5e9 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0441303 Apr 12 12:02:18.634511 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-c3cc6e35-d4e5-49b0-b733-959f1b8d36a9 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:02:18.635448 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-c3cc6e35-d4e5-49b0-b733-959f1b8d36a9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055349 Apr 12 12:02:18.720470 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-40f6d9b0-8112-4288-ab5f-712e5a306c5f service neutron] 10.222.0.59 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797822 Apr 12 12:02:18.812517 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-a5342432-a0b6-48ce-a31b-79782a0f2902 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857220 Apr 12 12:02:19.166815 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-416a8f4c-d4a2-47d5-8f87-3a745c69e0a7 req-713236ab-f40d-49c5-827f-03355431f8a4 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 210 time: 0.1413457 Apr 12 12:02:20.261117 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-243732d0-6fe0-4bfd-962c-d5e9489c5d23 req-9c03ea0a-143a-4a52-9c44-eab2075efe32 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 210 time: 0.0297127 Apr 12 12:02:21.314274 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-bc8c4ee3-ac86-4c50-bcdc-444a5cdbbd9d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:21.315791 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-bc8c4ee3-ac86-4c50-bcdc-444a5cdbbd9d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 815 time: 0.1088450 Apr 12 12:02:21.356958 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2b48aebb-ed7c-4091-8148-e3c18f9abdd6 req-db156ad8-4082-4664-86ed-1b592d035c00 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 210 time: 0.0287161 Apr 12 12:02:21.396522 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-883b3582-206b-43bf-89b3-ebdea4a31ad2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 472 time: 0.0674021 Apr 12 12:02:21.404986 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'port': {'device_id': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'admin_state_up': True, 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'security_groups': ['5b760e0b-8f86-4396-9e2b-9dbeb27435ce']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:02:21.642423 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Made reservation on behalf of 71262f526ed5433f9f7c93025540d12f for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:02:21.649595 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.025534 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Allocated IP 172.20.0.6 (7d7f3984-3bfb-41fc-9166-e07fe2126608/b7825b48-eb14-430d-a68f-71af890286bc/bafde927-97b4-4bc7-aaf5-a71baeaf8c07) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:02:22.158272 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.246339 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.288217 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:02:22.291977 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:02:22.295657 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:02:22.325825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:22.356239 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:22.356889 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.457443 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-fcd64a72-6b4f-41ca-9202-3cec1b6d864b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0559206 Apr 12 12:02:22.474148 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Request body: {'port': {'device_id': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:02:22.481794 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c9b84-dbb3-4b02-bcd4-75683b04a34d req-ea1637ad-ec48-4a53-bf08-2b6f050c826c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:22.483223 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fe1c9b84-dbb3-4b02-bcd4-75683b04a34d req-ea1637ad-ec48-4a53-bf08-2b6f050c826c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 931 time: 0.0579684 Apr 12 12:02:22.541519 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-e2a6d9e7-f7e3-4b64-b68b-f7963c01758d None None] Provisioning complete for port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:02:22.542160 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e2a6d9e7-f7e3-4b64-b68b-f7963c01758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.568202 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.575708 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-e2a6d9e7-f7e3-4b64-b68b-f7963c01758d None None] Port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:02:22.580038 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-fe1c9b84-dbb3-4b02-bcd4-75683b04a34d req-af3bd909-c7be-467f-8e2e-d7bae1ba744f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797315 Apr 12 12:02:22.753911 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.843767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafde927-97b4-4bc7-aaf5-a71baeaf8c07 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:02:22.851123 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Publish callbacks [] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.863004 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Transition to ACTIVE for port object bafde927-97b4-4bc7-aaf5-a71baeaf8c07 will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:02:22.948505 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:22.998878 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Pushing event updated for resources: {'Port': ['ID=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:23.083424 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Attempting to bind port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:02:23.083764 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Attempting to bind port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:02:23.084096 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Attempting to bind port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:02:23.089174 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:02:23.089501 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Attempting to bind port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:02:23.094690 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:02:23.094970 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Checking segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:02:23.095357 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Bound using segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:02:23.095857 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Bound port: bafde927-97b4-4bc7-aaf5-a71baeaf8c07, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:02:23.096222 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:23.161736 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] For port bafde927-97b4-4bc7-aaf5-a71baeaf8c07, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:02:23.165217 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] For port bafde927-97b4-4bc7-aaf5-a71baeaf8c07, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:02:23.245732 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:23.278608 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:23.279283 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:23.280665 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] 10.222.0.52 "PUT /v2.0/ports/bafde927-97b4-4bc7-aaf5-a71baeaf8c07 HTTP/1.1" status: 200 len: 1093 time: 0.8108273 Apr 12 12:02:23.281098 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'tag': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:02:23.283363 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29" -d '{"events": [{"name": "network-changed", "server_uuid": "cd35ae75-d0a5-4f8d-af9c-163ae1e21005", "tag": "bafde927-97b4-4bc7-aaf5-a71baeaf8c07"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:02:23.313752 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f4cf-ae18-4f84-9a14-a1bc26dc1fac service neutron] Pushing event updated for resources: {'Port': ['ID=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:23.387967 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d5e60-5458-48c2-8cd0-d21545591648 x-openstack-request-id: req-a19d5e60-5458-48c2-8cd0-d21545591648 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:02:23.388663 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd35ae75-d0a5-4f8d-af9c-163ae1e21005", "tag": "bafde927-97b4-4bc7-aaf5-a71baeaf8c07", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:02:23.388663 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a19d5e60-5458-48c2-8cd0-d21545591648 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:02:23.388911 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19d5e60-5458-48c2-8cd0-d21545591648'] response: {'name': 'network-changed', 'server_uuid': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'tag': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'status': 'completed', 'code': 200} Apr 12 12:02:23.450622 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-70c7708c-c651-44c0-a374-dc19389d293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:23.452323 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-70c7708c-c651-44c0-a374-dc19389d293e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 1127 time: 0.0423005 Apr 12 12:02:23.506470 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-219038c6-a4a0-4d54-8b25-b1749cb495f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07 HTTP/1.1" status: 200 len: 217 time: 0.0371110 Apr 12 12:02:23.553369 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-6d9cb125-4155-4c12-81bd-b732ba1f3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:23.555526 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-6d9cb125-4155-4c12-81bd-b732ba1f3ecd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0440874 Apr 12 12:02:23.603397 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-999fc7fd-1be9-437d-9341-f96c76a1a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:23.613926 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-999fc7fd-1be9-437d-9341-f96c76a1a379 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431516 Apr 12 12:02:23.724433 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d62aa-54c2-457a-991a-9c8b0124fc92 req-6ef1ff68-77a0-489a-a2d8-d77b0fc793ae tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:23.725869 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7c5d62aa-54c2-457a-991a-9c8b0124fc92 req-6ef1ff68-77a0-489a-a2d8-d77b0fc793ae tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 943 time: 0.0575318 Apr 12 12:02:23.743212 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-7afec5e3-3b59-4bf9-8ab9-e44a200d02b5 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317563 Apr 12 12:02:23.834913 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7c5d62aa-54c2-457a-991a-9c8b0124fc92 req-dbfa0511-38b7-4e80-ab69-a81ca329e061 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011651 Apr 12 12:02:23.858695 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a9aa5afb-2b6c-4973-a734-51a59d4780f3 req-0cbb9078-c2f1-4c58-8dcd-995643378b57 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088486 Apr 12 12:02:24.950969 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f295165-0e79-495c-b451-ca64a71be9c1 req-0de352b6-5a71-4f07-9cfc-8726ab1a5199 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:24.952412 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3f295165-0e79-495c-b451-ca64a71be9c1 req-0de352b6-5a71-4f07-9cfc-8726ab1a5199 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 943 time: 0.0490825 Apr 12 12:02:24.999577 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3f295165-0e79-495c-b451-ca64a71be9c1 req-85c8ff70-b98c-4fe2-8512-8e43a15d8696 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415564 Apr 12 12:02:26.112748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c106e4-d0d1-4214-82cb-6e2bef9a2860 req-3e816469-63dc-424d-98fd-8fc0ae6e1b8d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:26.114267 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c1c106e4-d0d1-4214-82cb-6e2bef9a2860 req-3e816469-63dc-424d-98fd-8fc0ae6e1b8d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 943 time: 0.0475590 Apr 12 12:02:26.198769 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c1c106e4-d0d1-4214-82cb-6e2bef9a2860 req-014ca832-0587-4dfa-9876-6474f72164b8 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779665 Apr 12 12:02:26.204490 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-4531f11c-12b8-4389-9144-1bcac37f8340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:26.205968 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-4531f11c-12b8-4389-9144-1bcac37f8340 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 1127 time: 0.0638702 Apr 12 12:02:26.296844 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-25f798ba-6834-474e-9bcb-9a2876263ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:26.298340 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-25f798ba-6834-474e-9bcb-9a2876263ffa service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0864558 Apr 12 12:02:26.341417 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-97e601ab-0b9e-4a59-ba45-fd5317983f31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07 HTTP/1.1" status: 200 len: 217 time: 0.0371485 Apr 12 12:02:26.389250 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-faa09df2-ec98-4c16-9e12-68261fb6c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:26.390674 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-faa09df2-ec98-4c16-9e12-68261fb6c766 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0426996 Apr 12 12:02:26.433081 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-3b4a8c5b-6f0b-4425-b921-1f3a02215f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:26.434538 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-3b4a8c5b-6f0b-4425-b921-1f3a02215f22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381801 Apr 12 12:02:26.538672 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-a7a999c0-c4d7-44af-b463-0ea029632275 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861149 Apr 12 12:02:26.626218 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c50b4b99-7e28-455d-9f4c-9c94cd4caa29 req-ea293597-8b62-46e3-a772-902f5327649c service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820212 Apr 12 12:02:27.308519 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dbd1c-eb6c-42a2-b15f-49d395a2e2f5 req-e0eb706b-8664-457b-a4ad-f870dde23a38 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:27.310024 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-303dbd1c-eb6c-42a2-b15f-49d395a2e2f5 req-e0eb706b-8664-457b-a4ad-f870dde23a38 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 943 time: 0.0473981 Apr 12 12:02:27.355886 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-303dbd1c-eb6c-42a2-b15f-49d395a2e2f5 req-3910f914-f161-42df-8937-013887d70094 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402777 Apr 12 12:02:28.196069 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device bafde927-97b4-4bc7-aaf5-a71baeaf8c07 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:02:28.291641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port bafde927-97b4-4bc7-aaf5-a71baeaf8c07, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:02:28.303194 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'port_id': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'mac_address': 'fa:16:3e:72:e8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:02:28.342282 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:02:28.342668 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:28.354870 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafde927-97b4-4bc7-aaf5-a71baeaf8c07 {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:02:28.374591 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port bafde927-97b4-4bc7-aaf5-a71baeaf8c07, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:02:28.442276 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:28.466589 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e42c-5805-4c5c-b49c-e895f01a72b3 req-ae7d1be3-b9f5-47ee-b4f8-7ebf397cd943 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:28.468323 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-87b6e42c-5805-4c5c-b49c-e895f01a72b3 req-ae7d1be3-b9f5-47ee-b4f8-7ebf397cd943 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 943 time: 0.0487020 Apr 12 12:02:28.490392 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:28.498188 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.498478 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.498822 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.499160 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.499496 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.499829 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.500159 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.500484 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.500811 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.501137 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.501463 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.501788 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.502142 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.502465 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.502793 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:02:28.521574 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-87b6e42c-5805-4c5c-b49c-e895f01a72b3 req-e0365844-5b41-4576-ab36-f1cbbda93162 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475726 Apr 12 12:02:28.859927 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['bafde927-97b4-4bc7-aaf5-a71baeaf8c07'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:02:29.635846 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f69dd-aec6-449b-a96f-4d9045e2aa64 req-9fcd42d2-ae91-49ca-8106-245a02858653 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:29.638140 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7c4f69dd-aec6-449b-a96f-4d9045e2aa64 req-9fcd42d2-ae91-49ca-8106-245a02858653 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 944 time: 0.0496936 Apr 12 12:02:29.684098 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7c4f69dd-aec6-449b-a96f-4d9045e2aa64 req-a25f6981-8e82-4c2f-85ad-88caa299dcaa tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Apr 12 12:02:30.210291 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device bafde927-97b4-4bc7-aaf5-a71baeaf8c07 up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:02:30.255377 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:02:30.336528 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:02:30.336898 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:30.412205 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:02:30.412594 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:30.438000 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:02:30.440268 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8c9b2-8641-487a-b5fc-5c6489064a2d" -d '{"events": [{"server_uuid": "cd35ae75-d0a5-4f8d-af9c-163ae1e21005", "name": "network-vif-plugged", "status": "completed", "tag": "bafde927-97b4-4bc7-aaf5-a71baeaf8c07"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:02:30.452383 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port bafde927-97b4-4bc7-aaf5-a71baeaf8c07, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:02:30.475611 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3631e175-e17f-4204-ae9d-0512ce0894b6 x-openstack-request-id: req-3631e175-e17f-4204-ae9d-0512ce0894b6 {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:02:30.475905 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd35ae75-d0a5-4f8d-af9c-163ae1e21005", "name": "network-vif-plugged", "status": "completed", "tag": "bafde927-97b4-4bc7-aaf5-a71baeaf8c07", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:02:30.476158 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3631e175-e17f-4204-ae9d-0512ce0894b6 {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:02:30.476552 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3631e175-e17f-4204-ae9d-0512ce0894b6'] response: {'server_uuid': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'code': 200} Apr 12 12:02:30.542495 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:30.590166 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:02:30.794829 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a5b41-e195-4670-a8c4-b778bfcc946a req-d1893829-6616-4ef2-92ad-46e2301517d3 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:30.796239 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3c3a5b41-e195-4670-a8c4-b778bfcc946a req-d1893829-6616-4ef2-92ad-46e2301517d3 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 945 time: 0.0467129 Apr 12 12:02:30.813730 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad433e30-34d9-4c82-be10-3145dd0bb3ac req-362b391a-eaa3-49ab-994d-b5235a58bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:30.816352 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad433e30-34d9-4c82-be10-3145dd0bb3ac req-362b391a-eaa3-49ab-994d-b5235a58bac4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 1129 time: 0.0415475 Apr 12 12:02:30.845843 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3c3a5b41-e195-4670-a8c4-b778bfcc946a req-7d00dce7-3025-4cc0-9890-20d5e02951c3 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437844 Apr 12 12:02:30.863084 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad433e30-34d9-4c82-be10-3145dd0bb3ac req-3332dcf8-d217-41eb-a337-38f64c78b67f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 Apr 12 12:02:31.616461 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b8b25f55-53a0-470e-93dc-db85610ad6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:31.959867 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd0d2b-121f-41fe-acc8-f914c01a2b72 req-c03c9b40-9cc0-4cf9-b876-2844ec348d3f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:31.961327 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6cd0d2b-121f-41fe-acc8-f914c01a2b72 req-c03c9b40-9cc0-4cf9-b876-2844ec348d3f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 945 time: 0.0468771 Apr 12 12:02:32.007516 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6cd0d2b-121f-41fe-acc8-f914c01a2b72 req-35412c31-487a-4104-94ff-ad1f034ce4de tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400901 Apr 12 12:02:33.119264 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7490610-8fba-4f7a-8e6d-6b877e5ec889 req-008c1daa-0498-4f6d-bdf8-cedef2dd8558 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:33.120728 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b7490610-8fba-4f7a-8e6d-6b877e5ec889 req-008c1daa-0498-4f6d-bdf8-cedef2dd8558 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 945 time: 0.0475931 Apr 12 12:02:33.170435 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b7490610-8fba-4f7a-8e6d-6b877e5ec889 req-5dcbaf11-eb5d-43a2-9174-0becea212bbf tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440347 Apr 12 12:02:33.280756 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e67b-374b-4e4a-9a9c-4a004a2334fd req-1fa20db5-48b8-4801-a8e8-59ac867ab978 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:33.282266 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a5b2e67b-374b-4e4a-9a9c-4a004a2334fd req-1fa20db5-48b8-4801-a8e8-59ac867ab978 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 945 time: 0.0499380 Apr 12 12:02:33.291165 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60006) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:02:33.296078 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'floatingip': {'port_id': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:02:33.333865 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:33.584543 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-bfc0f74e-0b9c-4614-b0ee-4562c3823254 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1060343 Apr 12 12:02:33.735123 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-25fa12ae-38dc-469e-8a84-9d8e8434f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:33.736617 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-25fa12ae-38dc-469e-8a84-9d8e8434f0be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 1130 time: 0.0765212 Apr 12 12:02:33.899439 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d290f6a7-c247-4288-ba78-360fb50d2996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:33.920210 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-d928ac1c-e6ed-4f20-b55b-a7f19017136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:33.921714 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-d928ac1c-e6ed-4f20-b55b-a7f19017136d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.1682205 Apr 12 12:02:33.923589 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:33.990653 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-89e46af3-2663-4594-b64f-c7d913641f19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040 HTTP/1.1" status: 200 len: 1002 time: 0.0624604 Apr 12 12:02:34.004534 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:34.084287 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-b220c0d6-52a3-41e6-94fe-de1fbf2f4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:34.085737 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-b220c0d6-52a3-41e6-94fe-de1fbf2f4f1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0900187 Apr 12 12:02:34.163455 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-0c0f31b9-068e-4938-9764-2acd741a6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:34.164903 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-0c0f31b9-068e-4938-9764-2acd741a6585 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532091 Apr 12 12:02:34.167522 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Floating IP e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0 associated. External IP: 172.27.1.44, port: bafde927-97b4-4bc7-aaf5-a71baeaf8c07. Apr 12 12:02:34.340026 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-32d1013a-f72e-4a9b-8655-b81b99440deb service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691453 Apr 12 12:02:34.512796 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-f1fdcca6-1e80-4e89-ba51-eb72833b1ad8 req-c37436c4-03af-4a9b-a9a3-b1b2701d16d4 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657839 Apr 12 12:02:34.519300 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:02:34.628727 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:02:34.633609 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:34.638061 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:02:34.648111 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:02:34.648725 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:02:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:02:34.665452 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-6f91b237-9cd1-4688-8358-ac0985073422 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "PUT /v2.0/floatingips/e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0 HTTP/1.1" status: 200 len: 990 time: 1.3732197 Apr 12 12:02:34.666074 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'tag': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:02:34.668300 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9a947-7537-41bf-8941-388d8a944395" -d '{"events": [{"name": "network-changed", "server_uuid": "cd35ae75-d0a5-4f8d-af9c-163ae1e21005", "tag": "bafde927-97b4-4bc7-aaf5-a71baeaf8c07"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:02:34.703202 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebf7da7-2f2c-4d1d-af8f-4227483dad1a x-openstack-request-id: req-eebf7da7-2f2c-4d1d-af8f-4227483dad1a {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:02:34.703498 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd35ae75-d0a5-4f8d-af9c-163ae1e21005", "tag": "bafde927-97b4-4bc7-aaf5-a71baeaf8c07", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:02:34.703748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eebf7da7-2f2c-4d1d-af8f-4227483dad1a {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:02:34.704147 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebf7da7-2f2c-4d1d-af8f-4227483dad1a'] response: {'name': 'network-changed', 'server_uuid': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'tag': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'status': 'completed', 'code': 200} Apr 12 12:02:34.759864 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:02:34.783554 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9a947-7537-41bf-8941-388d8a944395 req-ba0d66a0-391d-4b90-ab08-227ab7ba90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:34.785144 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-54e9a947-7537-41bf-8941-388d8a944395 req-ba0d66a0-391d-4b90-ab08-227ab7ba90e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 1129 time: 0.0393357 Apr 12 12:02:34.876324 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9a947-7537-41bf-8941-388d8a944395 req-5657ec92-9281-4724-b4fb-1cd3dda8d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:34.877786 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-54e9a947-7537-41bf-8941-388d8a944395 req-5657ec92-9281-4724-b4fb-1cd3dda8d30b service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0864205 Apr 12 12:02:35.112972 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:48Z', 'revision_number': 2, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}, {'id': 'e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:72:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:02:17Z', 'updated_at': '2022-04-12T12:02:33Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:02:35.139750 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:02:35.148347 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:02:35.148975 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:02:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:02:35.202583 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-54e9a947-7537-41bf-8941-388d8a944395 req-1571fb12-40f7-4f30-b954-82edb0bb91d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07 HTTP/1.1" status: 200 len: 998 time: 0.3194263 Apr 12 12:02:35.250903 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9a947-7537-41bf-8941-388d8a944395 req-6dac121a-5426-49fe-8b0b-6125c85ac8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:35.252384 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-54e9a947-7537-41bf-8941-388d8a944395 req-6dac121a-5426-49fe-8b0b-6125c85ac8d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0435104 Apr 12 12:02:35.269085 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:02:35.296792 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9a947-7537-41bf-8941-388d8a944395 req-8b578bd0-bbb8-4b0a-ab24-4f7a65be1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:02:35.298361 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-54e9a947-7537-41bf-8941-388d8a944395 req-8b578bd0-bbb8-4b0a-ab24-4f7a65be1954 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403080 Apr 12 12:02:35.372802 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:35.389986 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-54e9a947-7537-41bf-8941-388d8a944395 req-9275e7e1-ad2c-404a-bc0b-e00f61d0cca3 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858655 Apr 12 12:02:35.482230 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-54e9a947-7537-41bf-8941-388d8a944395 req-c5027230-fb24-4827-8d48-4f486f10c2d1 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866148 Apr 12 12:02:35.491512 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:48Z', 'revision_number': 2, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}, {'id': 'e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:72:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:02:17Z', 'updated_at': '2022-04-12T12:02:33Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:02:35.518537 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81018572-65a1-45d2-8157-33e8f5887ea5 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:48Z', 'revision_number': 2, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}, {'id': 'e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:72:e8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:02:17Z', 'updated_at': '2022-04-12T12:02:33Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:02:35.702320 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f0697-fe2d-4348-a6fd-3b65152bdc9b None None] New status for floating IP e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0: ACTIVE {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:02:36.451514 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:37.847539 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:02:43.669763 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:02:52.775690 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:01.633453 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4cef8218-05b8-4ea2-aa11-aed8bd71256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:03.981297 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-41e9a39f-d58e-4997-8383-02980d68c5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:05.338220 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:06.406437 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:07.855528 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:20.668540 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:03:22.788764 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:31.620791 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7372ec70-fc90-481c-9f21-a3d8ad147cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:33.902594 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-365cbe24-2e36-4669-9165-aae27a66edfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:35.330982 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:35.496688 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-cc0fc914-b2c3-46b6-9fe0-a6ce3548e308 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396454 Apr 12 12:03:35.566050 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-8357c2ce-29f2-4650-801b-2f03f2368d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:03:35.567514 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-8357c2ce-29f2-4650-801b-2f03f2368d58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 1129 time: 0.0385635 Apr 12 12:03:35.681935 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-baec5c11-aa62-4e6c-a038-9825d028d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:03:35.683451 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-baec5c11-aa62-4e6c-a038-9825d028d75f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0996139 Apr 12 12:03:35.747098 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-c31f9d65-6750-41ba-8b02-8ff376b772d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07 HTTP/1.1" status: 200 len: 1000 time: 0.0574589 Apr 12 12:03:35.795230 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-0fbcc06a-ac0f-4650-ad3b-6065570a0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:03:35.796669 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-0fbcc06a-ac0f-4650-ad3b-6065570a0089 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0441153 Apr 12 12:03:35.843162 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-405ac47a-94f3-4bc2-a6d1-256f00bd4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:03:35.844750 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-405ac47a-94f3-4bc2-a6d1-256f00bd4420 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427594 Apr 12 12:03:35.933019 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-23e1e0d4-86fc-4af2-a729-59088ba8c2dc service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812013 Apr 12 12:03:36.025804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c2d3ee21-0904-4cb4-8e9d-98c4101b8ebc req-46ba996b-b346-4539-b87e-240afb2abba9 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867283 Apr 12 12:03:36.410857 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:37.837883 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:50.653886 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cd051-7ce2-4479-952a-fc6a8808307b req-20387fea-1023-4a5a-b643-0734976d25fb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:03:50.655455 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-016cd051-7ce2-4479-952a-fc6a8808307b req-20387fea-1023-4a5a-b643-0734976d25fb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 945 time: 0.0483396 Apr 12 12:03:50.702944 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-016cd051-7ce2-4479-952a-fc6a8808307b req-3605e0d2-577d-48a7-b0ce-9dd4c728827d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 Apr 12 12:03:51.816998 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c30ed-5dea-4bc3-8090-e4f8e9ccbdc2 req-68a05001-cfe5-4484-ba41-b5863fb45b46 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:03:51.819061 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-057c30ed-5dea-4bc3-8090-e4f8e9ccbdc2 req-68a05001-cfe5-4484-ba41-b5863fb45b46 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 945 time: 0.0468354 Apr 12 12:03:51.864983 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-057c30ed-5dea-4bc3-8090-e4f8e9ccbdc2 req-add26c05-98cc-4561-9446-1d457ef7b9d9 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=5b760e0b-8f86-4396-9e2b-9dbeb27435ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404015 Apr 12 12:03:52.282889 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-6bc074bb-b275-4650-8186-71b094fb0532 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:03:52.284324 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-6bc074bb-b275-4650-8186-71b094fb0532 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 945 time: 0.0462990 Apr 12 12:03:52.372775 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Deleting port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:03:52.373112 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:52.459208 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] For port bafde927-97b4-4bc7-aaf5-a71baeaf8c07, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:03:52.459557 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:52.631295 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:52.631571 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:52.631886 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Floating IP e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0 disassociated. External IP: 172.27.1.44, port: bafde927-97b4-4bc7-aaf5-a71baeaf8c07. Apr 12 12:03:52.632227 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Calling delete_port for bafde927-97b4-4bc7-aaf5-a71baeaf8c07 owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:03:52.788635 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:52.822444 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (bafde927-97b4-4bc7-aaf5-a71baeaf8c07), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:52.856519 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'Port': ['ID=bafde927-97b4-4bc7-aaf5-a71baeaf8c07,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:03:52.868463 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.868743 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.869093 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.869436 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.869801 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.870161 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.874872 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:52.963052 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4c7513cd-8551-4fe1-bfea-34bef3db2c01 req-9b418a79-bcef-4d3f-9eb5-4e8ba23e75d5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 210 time: 0.0284414 Apr 12 12:03:52.987758 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:03:53.100834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:03:53.110220 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:03:53.120139 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:03:53.120759 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:03:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:03:53.143033 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] No DVR routers for this DVR port bafde927-97b4-4bc7-aaf5-a71baeaf8c07 on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:03:53.145483 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:53.149570 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-204d6c9c-f1ed-4f58-8219-52e59e93bea0 req-ca72f77e-e39d-4faf-b91c-40c9814f1b4b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "DELETE /v2.0/ports/bafde927-97b4-4bc7-aaf5-a71baeaf8c07 HTTP/1.1" status: 204 len: 173 time: 0.8596981 Apr 12 12:03:53.150019 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'name': 'network-vif-deleted', 'tag': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:03:53.152245 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe029446-8c4d-41d9-9090-1b3908933b39" -d '{"events": [{"server_uuid": "cd35ae75-d0a5-4f8d-af9c-163ae1e21005", "name": "network-vif-deleted", "tag": "bafde927-97b4-4bc7-aaf5-a71baeaf8c07"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:03:53.188945 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173f5396-2886-4cd8-8fca-0eaec9107e2d x-openstack-request-id: req-173f5396-2886-4cd8-8fca-0eaec9107e2d {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:03:53.189242 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd35ae75-d0a5-4f8d-af9c-163ae1e21005", "name": "network-vif-deleted", "tag": "bafde927-97b4-4bc7-aaf5-a71baeaf8c07", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:03:53.189493 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-173f5396-2886-4cd8-8fca-0eaec9107e2d {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:03:53.189904 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173f5396-2886-4cd8-8fca-0eaec9107e2d'] response: {'server_uuid': 'cd35ae75-d0a5-4f8d-af9c-163ae1e21005', 'name': 'network-vif-deleted', 'tag': 'bafde927-97b4-4bc7-aaf5-a71baeaf8c07', 'status': 'completed', 'code': 200} Apr 12 12:03:53.235963 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:03:53.461384 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:48Z', 'revision_number': 2, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:03:53.491646 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:03:53.499942 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:03:53.500552 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:03:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:03:53.611088 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:03:53.823715 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:48Z', 'revision_number': 2, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:03:53.848990 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f7c6b-3c51-40ef-8ff2-b97c353c2210 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '2aeff035-0769-4f95-953f-a7b0fe769866', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:a3:4a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:00:29Z', 'updated_at': '2022-04-12T12:00:48Z', 'revision_number': 2, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:03:54.076138 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce374551-6310-43be-9309-b94fea24579e None None] New status for floating IP e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0: DOWN {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:03:54.082398 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8aeca39f-c8a7-43b2-a023-a9d86a2bfb87 req-3cba8e7f-c73f-4ce3-8800-89198337adfa tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd35ae75-d0a5-4f8d-af9c-163ae1e21005 HTTP/1.1" status: 200 len: 210 time: 0.0317085 Apr 12 12:03:55.246721 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60072) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:03:55.299597 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e212c048-6765-4c3b-bacd-2219d199d8bc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (5b760e0b-8f86-4396-9e2b-9dbeb27435ce), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:55.323464 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e212c048-6765-4c3b-bacd-2219d199d8bc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (5b760e0b-8f86-4396-9e2b-9dbeb27435ce), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:55.443232 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e212c048-6765-4c3b-bacd-2219d199d8bc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (5b760e0b-8f86-4396-9e2b-9dbeb27435ce), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:55.445884 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e212c048-6765-4c3b-bacd-2219d199d8bc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:55.447098 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-e212c048-6765-4c3b-bacd-2219d199d8bc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "DELETE /v2.0/security-groups/5b760e0b-8f86-4396-9e2b-9dbeb27435ce HTTP/1.1" status: 204 len: 168 time: 0.1993856 Apr 12 12:03:55.449968 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60074) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:03:55.456319 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212c048-6765-4c3b-bacd-2219d199d8bc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b760e0b-8f86-4396-9e2b-9dbeb27435ce,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:03:55.466051 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.api.v2.resource [None req-9d604629-a775-48be-8d32-818af27b14bd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] show failed (client error): The resource could not be found. Apr 12 12:03:55.467057 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-9d604629-a775-48be-8d32-818af27b14bd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups/5b760e0b-8f86-4396-9e2b-9dbeb27435ce HTTP/1.1" status: 404 len: 347 time: 0.0160255 Apr 12 12:03:55.469981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60076) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:03:55.583956 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Deleting port 213f31c2-3a15-4109-8edb-2af78d24815f {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:03:55.584299 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (213f31c2-3a15-4109-8edb-2af78d24815f), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:55.656695 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (213f31c2-3a15-4109-8edb-2af78d24815f), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:55.657023 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (213f31c2-3a15-4109-8edb-2af78d24815f), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:55.670771 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Calling delete_port for 213f31c2-3a15-4109-8edb-2af78d24815f owned by network:floatingip {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:03:55.975002 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (213f31c2-3a15-4109-8edb-2af78d24815f), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:56.003788 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'Port': ['ID=213f31c2-3a15-4109-8edb-2af78d24815f,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:03:56.029554 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.029912 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.030386 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.030738 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.031081 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.031421 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.031756 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.032091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.032425 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.032757 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.033092 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.033422 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.033751 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.034103 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.034433 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:03:56.079723 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:56.085501 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:03:56.085501 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-159e7246-d9d7-4714-b1cd-b5ba47f16845 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "DELETE /v2.0/floatingips/e5019eab-04d7-46c8-a2f4-ef3dc5f7f7c0 HTTP/1.1" status: 204 len: 168 time: 0.6126401 Apr 12 12:03:56.643267 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device bafde927-97b4-4bc7-aaf5-a71baeaf8c07 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:03:56.663670 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: bafde927-97b4-4bc7-aaf5-a71baeaf8c07 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:03:56.664017 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device bafde927-97b4-4bc7-aaf5-a71baeaf8c07 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:03:57.669095 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:03:59.259323 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b1d44-71ec-47c9-8a53-e9ff2f4b97f0 req-09d2d029-0a73-4501-a966-0131ab1b03aa tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:03:59.260752 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f4b1d44-71ec-47c9-8a53-e9ff2f4b97f0 req-09d2d029-0a73-4501-a966-0131ab1b03aa tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 946 time: 0.0481057 Apr 12 12:03:59.307161 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1f4b1d44-71ec-47c9-8a53-e9ff2f4b97f0 req-fdb1c1cb-96a2-457e-bddb-783f4396379b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404532 Apr 12 12:04:00.424835 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd129da-988b-4eb3-8e8d-13959160f04e req-d804cc60-d5ab-4beb-8a3d-ad89af1ab028 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:00.426640 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9cd129da-988b-4eb3-8e8d-13959160f04e req-d804cc60-d5ab-4beb-8a3d-ad89af1ab028 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 946 time: 0.0521843 Apr 12 12:04:00.472719 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9cd129da-988b-4eb3-8e8d-13959160f04e req-fdff9d25-e998-4009-b9a8-412df4902055 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Apr 12 12:04:01.097615 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-63727423-7a80-4564-9c71-074e2c56b409 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:01.099167 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-63727423-7a80-4564-9c71-074e2c56b409 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 946 time: 0.0469069 Apr 12 12:04:01.187586 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Deleting port 85dca65e-c5dc-4128-9895-bd4b34ad5040 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:04:01.187923 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:01.273232 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] For port 85dca65e-c5dc-4128-9895-bd4b34ad5040, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85dca65e-c5dc-4128-9895-bd4b34ad5040,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:04:01.273615 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:01.447992 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:01.449208 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (2aeff035-0769-4f95-953f-a7b0fe769866), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:01.449374 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Floating IP 2aeff035-0769-4f95-953f-a7b0fe769866 disassociated. External IP: 172.27.1.174, port: 85dca65e-c5dc-4128-9895-bd4b34ad5040. Apr 12 12:04:01.449816 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Calling delete_port for 85dca65e-c5dc-4128-9895-bd4b34ad5040 owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:04:01.587393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f975b77-9182-4771-bd47-a49ea27897d0 req-459f936d-44fe-48ae-abc2-15b2f030ab95 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:01.588769 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9f975b77-9182-4771-bd47-a49ea27897d0 req-459f936d-44fe-48ae-abc2-15b2f030ab95 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 946 time: 0.0484533 Apr 12 12:04:01.636771 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9f975b77-9182-4771-bd47-a49ea27897d0 req-1f782a3b-7174-4d6f-8674-05b26a67b2af tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb5c7214-69a2-4a67-9627-61212d0f482b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Apr 12 12:04:01.643595 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-acb7c6ad-1bfb-4f63-8da6-763fb44f75ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:01.690580 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (85dca65e-c5dc-4128-9895-bd4b34ad5040), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:01.720387 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'Port': ['ID=85dca65e-c5dc-4128-9895-bd4b34ad5040,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:01.838401 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:04:01.948366 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:04:01.958466 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:04:01.968937 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:04:01.969563 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:03:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:04:01.992921 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] No DVR routers for this DVR port 85dca65e-c5dc-4128-9895-bd4b34ad5040 on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:04:01.995460 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:01.999177 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2e4617b5-b6c0-4fe3-9275-56161f57a279 req-c9b94fb1-7c17-4af1-bc01-d9e11f2b6729 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "DELETE /v2.0/ports/85dca65e-c5dc-4128-9895-bd4b34ad5040 HTTP/1.1" status: 204 len: 173 time: 0.8931699 Apr 12 12:04:01.999634 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'name': 'network-vif-deleted', 'tag': '85dca65e-c5dc-4128-9895-bd4b34ad5040'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:04:02.002023 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c225e-1e65-44e1-beaf-eae7dee03319" -d '{"events": [{"server_uuid": "3142e96e-057e-4878-aa66-6ee77ec864f1", "name": "network-vif-deleted", "tag": "85dca65e-c5dc-4128-9895-bd4b34ad5040"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:04:02.038836 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd49029-b94d-46e2-8cb4-ddaad0dd79d8 x-openstack-request-id: req-1dd49029-b94d-46e2-8cb4-ddaad0dd79d8 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:04:02.039135 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3142e96e-057e-4878-aa66-6ee77ec864f1", "name": "network-vif-deleted", "tag": "85dca65e-c5dc-4128-9895-bd4b34ad5040", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:04:02.039396 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1dd49029-b94d-46e2-8cb4-ddaad0dd79d8 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:04:02.039805 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd49029-b94d-46e2-8cb4-ddaad0dd79d8'] response: {'server_uuid': '3142e96e-057e-4878-aa66-6ee77ec864f1', 'name': 'network-vif-deleted', 'tag': '85dca65e-c5dc-4128-9895-bd4b34ad5040', 'status': 'completed', 'code': 200} Apr 12 12:04:02.224589 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:04:02.423403 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:04:02.451081 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:04:02.459447 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:04:02.460059 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:03:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:04:02.568091 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:04:02.750065 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1177ffdd-66d8-4a05-80e1-93ec1d0a45a8 req-19e0c720-710a-4464-bc4b-f8005153b6e5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=3142e96e-057e-4878-aa66-6ee77ec864f1 HTTP/1.1" status: 200 len: 210 time: 0.0319431 Apr 12 12:04:02.763714 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:04:02.790370 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7496ea-6b68-40aa-b098-9307d443e7e0 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:04:03.021025 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c404a-86e5-43ae-8d77-27052bcd299a None None] New status for floating IP 2aeff035-0769-4f95-953f-a7b0fe769866: DOWN {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:04:03.936966 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60112) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:04:03.942063 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1f262bed-ac61-4362-a159-983e2d247179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:03.990448 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-240884ff-245e-487a-bc95-3ddefa805ba0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (bb5c7214-69a2-4a67-9627-61212d0f482b), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.013108 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-240884ff-245e-487a-bc95-3ddefa805ba0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (bb5c7214-69a2-4a67-9627-61212d0f482b), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.140290 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-240884ff-245e-487a-bc95-3ddefa805ba0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (bb5c7214-69a2-4a67-9627-61212d0f482b), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.142810 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-240884ff-245e-487a-bc95-3ddefa805ba0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.143971 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-240884ff-245e-487a-bc95-3ddefa805ba0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "DELETE /v2.0/security-groups/bb5c7214-69a2-4a67-9627-61212d0f482b HTTP/1.1" status: 204 len: 168 time: 0.2060037 Apr 12 12:04:04.146967 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60114) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:04:04.154503 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240884ff-245e-487a-bc95-3ddefa805ba0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5c7214-69a2-4a67-9627-61212d0f482b,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:04.164703 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.api.v2.resource [None req-7f612137-ca17-4be0-a6ba-21b13c45a62c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] show failed (client error): The resource could not be found. Apr 12 12:04:04.164956 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-7f612137-ca17-4be0-a6ba-21b13c45a62c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups/bb5c7214-69a2-4a67-9627-61212d0f482b HTTP/1.1" status: 404 len: 347 time: 0.0170228 Apr 12 12:04:04.168577 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60116) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:04:04.283764 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Deleting port e815a3a2-de1d-45d3-a1e7-a774523edaf8 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:04:04.284106 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (e815a3a2-de1d-45d3-a1e7-a774523edaf8), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.357568 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (e815a3a2-de1d-45d3-a1e7-a774523edaf8), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.357893 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (e815a3a2-de1d-45d3-a1e7-a774523edaf8), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.369453 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Calling delete_port for e815a3a2-de1d-45d3-a1e7-a774523edaf8 owned by network:floatingip {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:04:04.597223 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (e815a3a2-de1d-45d3-a1e7-a774523edaf8), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.620273 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'Port': ['ID=e815a3a2-de1d-45d3-a1e7-a774523edaf8,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:04.642550 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 85dca65e-c5dc-4128-9895-bd4b34ad5040 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:04:04.663165 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 85dca65e-c5dc-4128-9895-bd4b34ad5040 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:04:04.663493 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 85dca65e-c5dc-4128-9895-bd4b34ad5040 not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:04:04.687123 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (2aeff035-0769-4f95-953f-a7b0fe769866), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.689613 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:04.690804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-3160e91c-3313-4c5c-9d9a-ba6776ab2352 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "DELETE /v2.0/floatingips/2aeff035-0769-4f95-953f-a7b0fe769866 HTTP/1.1" status: 204 len: 168 time: 0.5213017 Apr 12 12:04:05.220495 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60120) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:04:05.225137 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-d5d1da3b-53c1-4994-8b12-1abbac6533d0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1892391857', 'description': 'tempest-description--1249409660'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:04:05.346159 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d5d1da3b-53c1-4994-8b12-1abbac6533d0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:05.380010 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:05.411368 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d5d1da3b-53c1-4994-8b12-1abbac6533d0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (792c1d32-37f0-47d3-a10b-3c9051986b82), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:05.478590 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d5d1da3b-53c1-4994-8b12-1abbac6533d0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (792c1d32-37f0-47d3-a10b-3c9051986b82), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:05.514277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1da3b-53c1-4994-8b12-1abbac6533d0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792c1d32-37f0-47d3-a10b-3c9051986b82,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:05.587782 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d5d1da3b-53c1-4994-8b12-1abbac6533d0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:05.589041 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-d5d1da3b-53c1-4994-8b12-1abbac6533d0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3675003 Apr 12 12:04:05.592542 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60122) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:04:05.596763 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-ce573c50-757b-4d18-9dcb-1e8a495db1ff tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group_rule': {'security_group_id': '792c1d32-37f0-47d3-a10b-3c9051986b82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:04:05.718847 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce573c50-757b-4d18-9dcb-1e8a495db1ff tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (07069158-ccf5-4be2-a150-1f810de62639), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:05.774360 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce573c50-757b-4d18-9dcb-1e8a495db1ff tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (07069158-ccf5-4be2-a150-1f810de62639), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:05.919218 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce573c50-757b-4d18-9dcb-1e8a495db1ff tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (07069158-ccf5-4be2-a150-1f810de62639), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:05.936570 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce573c50-757b-4d18-9dcb-1e8a495db1ff tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07069158-ccf5-4be2-a150-1f810de62639,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:06.052822 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce573c50-757b-4d18-9dcb-1e8a495db1ff tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:06.054083 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ce573c50-757b-4d18-9dcb-1e8a495db1ff tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4605966 Apr 12 12:04:06.056749 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60124) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:04:06.061908 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-ce246b05-7bc6-4671-865f-be1c2d7071c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group_rule': {'security_group_id': '792c1d32-37f0-47d3-a10b-3c9051986b82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:04:06.176422 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce246b05-7bc6-4671-865f-be1c2d7071c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (4391d4b7-e44e-471d-bdb1-02a91f833a2b), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:06.232035 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce246b05-7bc6-4671-865f-be1c2d7071c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (4391d4b7-e44e-471d-bdb1-02a91f833a2b), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:06.317648 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce246b05-7bc6-4671-865f-be1c2d7071c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (4391d4b7-e44e-471d-bdb1-02a91f833a2b), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:06.340709 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce246b05-7bc6-4671-865f-be1c2d7071c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4391d4b7-e44e-471d-bdb1-02a91f833a2b,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:06.445461 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ce246b05-7bc6-4671-865f-be1c2d7071c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:06.446676 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-ce246b05-7bc6-4671-865f-be1c2d7071c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3889465 Apr 12 12:04:06.455804 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60126) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:04:06.460017 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:04:06.478837 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:06.591965 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:06.670135 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:06.773698 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Allocated IP 172.27.1.133 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/ea3a8680-9d0b-402a-96be-4fca5912e625) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:04:06.875402 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (ea3a8680-9d0b-402a-96be-4fca5912e625), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.022422 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (ea3a8680-9d0b-402a-96be-4fca5912e625), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.059840 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:04:07.062621 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:04:07.065968 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:04:07.097874 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=ea3a8680-9d0b-402a-96be-4fca5912e625,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:07.159875 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (ca1dd5f9-c756-4208-b20a-ab3f97d69881), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.288920 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (ea3a8680-9d0b-402a-96be-4fca5912e625), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.437144 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (ea3a8680-9d0b-402a-96be-4fca5912e625), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.494461 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (ea3a8680-9d0b-402a-96be-4fca5912e625), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.560748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=ea3a8680-9d0b-402a-96be-4fca5912e625,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:07.572689 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (ca1dd5f9-c756-4208-b20a-ab3f97d69881), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.657865 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.659165 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-6318ec40-8a61-49a1-9443-af6c7833740c tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2024448 Apr 12 12:04:07.803523 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-c2530d51-acaa-44ac-975b-56f14c5204c3 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1892391857&fields=id&tenant_id=71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 267 time: 0.0421774 Apr 12 12:04:07.861551 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:07.913308 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-b7744534-380d-47c8-8385-3d5743013392 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:07.914813 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-b7744534-380d-47c8-8385-3d5743013392 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 815 time: 0.1043859 Apr 12 12:04:07.930042 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-0c56d39b-df90-49a1-a191-91e08038a703 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/quotas/71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 375 time: 0.0093544 Apr 12 12:04:07.979492 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-1d797816-310f-4696-82c3-3cc288e96149 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439887 Apr 12 12:04:08.098927 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-8a865b88-aae3-49db-b8a8-27467e4d312a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:04:08.100559 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-8a865b88-aae3-49db-b8a8-27467e4d312a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1098762 Apr 12 12:04:08.191851 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-be5973cf-5229-4a35-a0f1-4d9db9d6a97e service neutron] 10.222.0.59 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853438 Apr 12 12:04:08.280704 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-d7c5ddfd-d8e9-40de-95d8-e752c95d1b36 service neutron] 10.222.0.59 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832560 Apr 12 12:04:08.546694 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5362d725-82fc-46eb-82b5-3bda6e0d2e0d req-37b0ad48-7318-4243-90a1-369b0a68bba6 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 210 time: 0.0309148 Apr 12 12:04:09.624507 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9c2deaf7-e136-4a51-b0f9-399d4a86fefd req-f44ff621-bb79-4eb7-8a75-4c3eea5068ab tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 210 time: 0.0275378 Apr 12 12:04:10.716234 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e0d0a9b0-62af-4c85-a711-f6b43190a162 req-7c9dec66-1392-4cab-a584-75049403e148 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 210 time: 0.0270970 Apr 12 12:04:11.116971 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-35f2dce1-0efa-4613-b7b1-25f305584cfa tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:11.118490 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-35f2dce1-0efa-4613-b7b1-25f305584cfa tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 815 time: 0.1012654 Apr 12 12:04:11.189183 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-88b8eb16-a056-48a2-8cf2-9d988af95e9b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 380 time: 0.0557575 Apr 12 12:04:11.198012 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'port': {'device_id': '44cdff5a-240e-433b-ba14-37edc55cf014', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'admin_state_up': True, 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'security_groups': ['792c1d32-37f0-47d3-a10b-3c9051986b82']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:04:11.381306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Made reservation on behalf of 71262f526ed5433f9f7c93025540d12f for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:04:11.384782 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:11.514301 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Allocated IP 172.20.0.13 (7d7f3984-3bfb-41fc-9166-e07fe2126608/b7825b48-eb14-430d-a68f-71af890286bc/9f27e91d-377d-489e-a577-cd0f2b44c6fd) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:04:11.644717 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:11.765583 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:11.807084 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:04:11.810125 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:04:11.812827 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:04:11.838858 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0d995-32ae-492a-8e12-3cab6970c623 req-890b9926-44b8-4c32-aa6b-7ab20908897d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:11.840407 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-68a0d995-32ae-492a-8e12-3cab6970c623 req-890b9926-44b8-4c32-aa6b-7ab20908897d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 932 time: 0.0562382 Apr 12 12:04:11.849223 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=9f27e91d-377d-489e-a577-cd0f2b44c6fd,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:11.872071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:11.872704 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:11.894657 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-68a0d995-32ae-492a-8e12-3cab6970c623 req-9d70b89d-a0bb-456b-8f32-3ff67f2f97a8 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454447 Apr 12 12:04:11.977155 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-64ae72b4-178b-4f03-88fc-3651fe0f3fc2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7825124 Apr 12 12:04:11.993542 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Request body: {'port': {'device_id': '44cdff5a-240e-433b-ba14-37edc55cf014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:04:12.054949 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:12.067803 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-21c28288-3fab-4a6b-91ee-2cfa2d6fb8f4 None None] Provisioning complete for port 9f27e91d-377d-489e-a577-cd0f2b44c6fd triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:04:12.068350 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-21c28288-3fab-4a6b-91ee-2cfa2d6fb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:12.103380 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-21c28288-3fab-4a6b-91ee-2cfa2d6fb8f4 None None] Port 9f27e91d-377d-489e-a577-cd0f2b44c6fd cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:04:12.578593 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f27e91d-377d-489e-a577-cd0f2b44c6fd {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:04:12.586019 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Publish callbacks [] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:12.597866 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Transition to ACTIVE for port object 9f27e91d-377d-489e-a577-cd0f2b44c6fd will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:04:12.684514 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:12.744636 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Pushing event updated for resources: {'Port': ['ID=9f27e91d-377d-489e-a577-cd0f2b44c6fd,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:12.819308 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Attempting to bind port 9f27e91d-377d-489e-a577-cd0f2b44c6fd on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:04:12.819988 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Attempting to bind port 9f27e91d-377d-489e-a577-cd0f2b44c6fd by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:04:12.819988 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Attempting to bind port 9f27e91d-377d-489e-a577-cd0f2b44c6fd on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:04:12.824603 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Port 9f27e91d-377d-489e-a577-cd0f2b44c6fd on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:04:12.824932 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Attempting to bind port 9f27e91d-377d-489e-a577-cd0f2b44c6fd on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:04:12.830185 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:04:12.830460 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Checking segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:04:12.830846 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Bound using segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:04:12.831270 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Bound port: 9f27e91d-377d-489e-a577-cd0f2b44c6fd, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:04:12.831634 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:12.896748 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] For port 9f27e91d-377d-489e-a577-cd0f2b44c6fd, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:04:12.899755 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] For port 9f27e91d-377d-489e-a577-cd0f2b44c6fd, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:04:13.011529 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed10e4-91a1-408b-8399-0bdd6add744a req-18770262-bbcb-45ae-a10c-ec08b9520577 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:13.013016 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a0ed10e4-91a1-408b-8399-0bdd6add744a req-18770262-bbcb-45ae-a10c-ec08b9520577 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 944 time: 0.0483236 Apr 12 12:04:13.015925 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:13.065138 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:13.065757 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:13.067130 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] 10.222.0.52 "PUT /v2.0/ports/9f27e91d-377d-489e-a577-cd0f2b44c6fd HTTP/1.1" status: 200 len: 1094 time: 1.0778301 Apr 12 12:04:13.069346 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cdff5a-240e-433b-ba14-37edc55cf014', 'tag': '9f27e91d-377d-489e-a577-cd0f2b44c6fd'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:04:13.071596 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2bbd0d-4422-4015-8708-60f8f2a79cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "44cdff5a-240e-433b-ba14-37edc55cf014", "tag": "9f27e91d-377d-489e-a577-cd0f2b44c6fd"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:04:13.117511 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e18361-7ee9-420f-83fd-21e7e4406768 service neutron] Pushing event updated for resources: {'Port': ['ID=9f27e91d-377d-489e-a577-cd0f2b44c6fd,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:13.124278 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a0ed10e4-91a1-408b-8399-0bdd6add744a req-9e8e3ceb-d2a8-44d9-b2fa-69c539f31109 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025181 Apr 12 12:04:13.124618 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b39810-fda9-4950-b1b4-c6608fa5ac09 x-openstack-request-id: req-58b39810-fda9-4950-b1b4-c6608fa5ac09 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:04:13.124727 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cdff5a-240e-433b-ba14-37edc55cf014", "tag": "9f27e91d-377d-489e-a577-cd0f2b44c6fd", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:04:13.124957 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58b39810-fda9-4950-b1b4-c6608fa5ac09 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:04:13.125355 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b39810-fda9-4950-b1b4-c6608fa5ac09'] response: {'name': 'network-changed', 'server_uuid': '44cdff5a-240e-433b-ba14-37edc55cf014', 'tag': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'status': 'completed', 'code': 200} Apr 12 12:04:13.204355 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bbd0d-4422-4015-8708-60f8f2a79cb0 req-73c77aa9-fce3-48de-ba02-a79e9cc56d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:13.205913 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-db2bbd0d-4422-4015-8708-60f8f2a79cb0 req-73c77aa9-fce3-48de-ba02-a79e9cc56d53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 1128 time: 0.0405591 Apr 12 12:04:13.313723 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bbd0d-4422-4015-8708-60f8f2a79cb0 req-dba70015-1306-44d7-b777-2099d67840fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:13.315216 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-db2bbd0d-4422-4015-8708-60f8f2a79cb0 req-dba70015-1306-44d7-b777-2099d67840fb service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=71262f526ed5433f9f7c93025540d12f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959027 Apr 12 12:04:13.407603 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bbd0d-4422-4015-8708-60f8f2a79cb0 req-d36e2174-79a8-4562-9635-433de438b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:13.409114 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-db2bbd0d-4422-4015-8708-60f8f2a79cb0 req-d36e2174-79a8-4562-9635-433de438b9aa service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883813 Apr 12 12:04:13.509296 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-50c6ab0c-6f79-4c1d-a856-662f9b44c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:13.510823 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-50c6ab0c-6f79-4c1d-a856-662f9b44c805 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 1128 time: 0.0454810 Apr 12 12:04:13.558210 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-d45ebb67-f548-4aca-b8bc-411260e9d81b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd HTTP/1.1" status: 200 len: 217 time: 0.0350423 Apr 12 12:04:13.605552 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-76cf13c7-ebdb-4416-ba2f-636624e0aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:13.606948 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-76cf13c7-ebdb-4416-ba2f-636624e0aa60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0435050 Apr 12 12:04:13.652235 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-75531eac-5237-4753-8ca2-0ed97f617a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:13.653679 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-75531eac-5237-4753-8ca2-0ed97f617a9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413449 Apr 12 12:04:13.746698 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-0a9a7f08-f4c4-41e2-9cac-4d664f6f0daa service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847261 Apr 12 12:04:13.840986 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3d3a6f0f-88c5-4f27-af36-3764c517e1fb req-2a7a0692-3b9e-43a3-8b39-8ec8cd6c6ea6 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889072 Apr 12 12:04:14.238576 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415845-cfb4-4863-bce2-4e404f0b068d req-52dec6ec-d13e-4ed0-8995-996ca2142da7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:14.240062 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a4415845-cfb4-4863-bce2-4e404f0b068d req-52dec6ec-d13e-4ed0-8995-996ca2142da7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 944 time: 0.0479820 Apr 12 12:04:14.287250 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a4415845-cfb4-4863-bce2-4e404f0b068d req-ce63db19-b54c-42f3-8b14-4631e932ea96 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 Apr 12 12:04:15.397819 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824164c-65c8-4f62-9d63-ea839a5d124c req-df934ab7-3995-4097-b179-e70577fab242 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:15.399297 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e824164c-65c8-4f62-9d63-ea839a5d124c req-df934ab7-3995-4097-b179-e70577fab242 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 944 time: 0.0465453 Apr 12 12:04:15.444602 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e824164c-65c8-4f62-9d63-ea839a5d124c req-1de44f4f-f6a9-49fc-97a8-38394cee63d6 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 Apr 12 12:04:16.555992 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78be87-4b25-4913-9789-d168af405723 req-61c77ea6-87ce-4c02-aeea-7b3c8b63ed3b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:16.557394 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3b78be87-4b25-4913-9789-d168af405723 req-61c77ea6-87ce-4c02-aeea-7b3c8b63ed3b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 944 time: 0.0474536 Apr 12 12:04:16.606352 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-3b78be87-4b25-4913-9789-d168af405723 req-c2f7433f-4931-477d-a19f-f41df5749f99 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Apr 12 12:04:17.715568 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe149b5-026e-4f43-9b5d-5b9eddf872b7 req-dbcdce48-6136-426d-900a-c6e580022258 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:17.717021 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6fe149b5-026e-4f43-9b5d-5b9eddf872b7 req-dbcdce48-6136-426d-900a-c6e580022258 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 944 time: 0.0463767 Apr 12 12:04:17.766287 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-6fe149b5-026e-4f43-9b5d-5b9eddf872b7 req-51fc99bd-d881-4b2d-b9ad-fc701a42b9e3 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Apr 12 12:04:18.736154 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 9f27e91d-377d-489e-a577-cd0f2b44c6fd details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:04:18.835299 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 9f27e91d-377d-489e-a577-cd0f2b44c6fd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:04:18.847393 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'port_id': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'mac_address': 'fa:16:3e:5e:da:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:04:18.879439 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12253f78-e84e-4355-936a-ba4f2ba64bb0 req-de97a801-6af5-4ea4-9ad4-eee9b7f43dfa tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:18.880986 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-12253f78-e84e-4355-936a-ba4f2ba64bb0 req-de97a801-6af5-4ea4-9ad4-eee9b7f43dfa tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 944 time: 0.0486159 Apr 12 12:04:18.891228 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 9f27e91d-377d-489e-a577-cd0f2b44c6fd is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:04:18.891803 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:18.904518 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f27e91d-377d-489e-a577-cd0f2b44c6fd {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:04:18.924676 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 9f27e91d-377d-489e-a577-cd0f2b44c6fd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:04:18.930327 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-12253f78-e84e-4355-936a-ba4f2ba64bb0 req-347cb9b0-048e-4978-9a52-1617188342c9 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437627 Apr 12 12:04:19.037222 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:19.145294 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=9f27e91d-377d-489e-a577-cd0f2b44c6fd,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:19.152292 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.152635 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.152973 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.153311 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.153641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.153970 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.154317 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.154641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.154968 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.155291 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.155611 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.155931 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.156249 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.157151 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.157470 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:04:19.418320 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['9f27e91d-377d-489e-a577-cd0f2b44c6fd'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:04:20.040375 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d691416-e66f-43d3-a098-26589c088d13 req-6cef7c59-4d6a-47ad-9d92-9aefc62eadee tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:20.041826 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5d691416-e66f-43d3-a098-26589c088d13 req-6cef7c59-4d6a-47ad-9d92-9aefc62eadee tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 945 time: 0.0461586 Apr 12 12:04:20.089529 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5d691416-e66f-43d3-a098-26589c088d13 req-24e19d85-e03e-4b07-a984-bf9f0c0ba0d0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415454 Apr 12 12:04:20.750650 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 9f27e91d-377d-489e-a577-cd0f2b44c6fd up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:04:20.794810 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 9f27e91d-377d-489e-a577-cd0f2b44c6fd completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:04:20.859702 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 9f27e91d-377d-489e-a577-cd0f2b44c6fd triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:04:20.860075 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:20.947190 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 9f27e91d-377d-489e-a577-cd0f2b44c6fd is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:04:20.947579 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:20.969082 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cdff5a-240e-433b-ba14-37edc55cf014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f27e91d-377d-489e-a577-cd0f2b44c6fd'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:04:20.971313 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c1c99e-1b53-44f4-a86c-040dde464fa1" -d '{"events": [{"server_uuid": "44cdff5a-240e-433b-ba14-37edc55cf014", "name": "network-vif-plugged", "status": "completed", "tag": "9f27e91d-377d-489e-a577-cd0f2b44c6fd"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:04:20.984447 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 9f27e91d-377d-489e-a577-cd0f2b44c6fd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:04:21.062421 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0a2c5b-85dc-4d2d-8e2b-37402bc2dd8d x-openstack-request-id: req-1c0a2c5b-85dc-4d2d-8e2b-37402bc2dd8d {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:04:21.062421 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cdff5a-240e-433b-ba14-37edc55cf014", "name": "network-vif-plugged", "status": "completed", "tag": "9f27e91d-377d-489e-a577-cd0f2b44c6fd", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:04:21.062421 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c0a2c5b-85dc-4d2d-8e2b-37402bc2dd8d {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:04:21.062717 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0a2c5b-85dc-4d2d-8e2b-37402bc2dd8d'] response: {'server_uuid': '44cdff5a-240e-433b-ba14-37edc55cf014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'code': 200} Apr 12 12:04:21.101330 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:21.148524 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=9f27e91d-377d-489e-a577-cd0f2b44c6fd,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:04:21.206379 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caed06-498c-4d00-8355-daa30cefe775 req-a719dae1-9ef1-456a-8f7e-c00925acbd03 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:21.207905 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-42caed06-498c-4d00-8355-daa30cefe775 req-a719dae1-9ef1-456a-8f7e-c00925acbd03 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 946 time: 0.0483696 Apr 12 12:04:21.256686 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-42caed06-498c-4d00-8355-daa30cefe775 req-69404341-3b40-459d-8e0b-218fbb5381e0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419540 Apr 12 12:04:21.430444 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0e6f3-02a3-4e8f-9a36-00beeedd2c9a req-5f13a25d-804a-4e2c-a653-587134f646bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:21.432009 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-39f0e6f3-02a3-4e8f-9a36-00beeedd2c9a req-5f13a25d-804a-4e2c-a653-587134f646bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 1130 time: 0.0430965 Apr 12 12:04:21.473816 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-39f0e6f3-02a3-4e8f-9a36-00beeedd2c9a req-4aac27c5-4c86-4351-895a-d03f1488fab6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361373 Apr 12 12:04:22.370798 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42ae97-d034-4fab-9eb2-e87e89fc0f91 req-5be567c5-409e-4e43-86a2-42791179ee60 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:22.372255 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6e42ae97-d034-4fab-9eb2-e87e89fc0f91 req-5be567c5-409e-4e43-86a2-42791179ee60 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 946 time: 0.0467651 Apr 12 12:04:22.417196 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6e42ae97-d034-4fab-9eb2-e87e89fc0f91 req-08c167e2-f598-4cf8-b8a0-d4b9b23dd57b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395074 Apr 12 12:04:22.780074 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:23.528874 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216a16f-7d9a-4a28-b709-c255d0ff68a7 req-bc0ee78c-40ff-43a1-9141-e9ca62159e1e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:23.530338 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8216a16f-7d9a-4a28-b709-c255d0ff68a7 req-bc0ee78c-40ff-43a1-9141-e9ca62159e1e tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 946 time: 0.0465970 Apr 12 12:04:23.576445 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8216a16f-7d9a-4a28-b709-c255d0ff68a7 req-5c95762e-5e88-47b9-92c4-d0dc40105065 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Apr 12 12:04:23.685772 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b40a3-471b-48e3-9dbf-6a0893187e32 req-7fa30401-38fe-469f-a354-bafa99aedfef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:23.687273 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-f88b40a3-471b-48e3-9dbf-6a0893187e32 req-7fa30401-38fe-469f-a354-bafa99aedfef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 946 time: 0.0503187 Apr 12 12:04:23.696420 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60200) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:04:23.700585 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'floatingip': {'port_id': '9f27e91d-377d-489e-a577-cd0f2b44c6fd'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:04:23.739473 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (ca1dd5f9-c756-4208-b20a-ab3f97d69881), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:24.181528 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:24.255830 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (ca1dd5f9-c756-4208-b20a-ab3f97d69881), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:24.358875 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Floating IP ca1dd5f9-c756-4208-b20a-ab3f97d69881 associated. External IP: 172.27.1.133, port: 9f27e91d-377d-489e-a577-cd0f2b44c6fd. Apr 12 12:04:24.566373 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:04:24.674135 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:04:24.679431 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:24.683927 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:04:24.693509 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:04:24.694153 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:04:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:04:24.708662 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c59d65e3-ea58-477c-971c-3d54b37429f7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "PUT /v2.0/floatingips/ca1dd5f9-c756-4208-b20a-ab3f97d69881 HTTP/1.1" status: 200 len: 992 time: 1.0112593 Apr 12 12:04:24.709247 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cdff5a-240e-433b-ba14-37edc55cf014', 'tag': '9f27e91d-377d-489e-a577-cd0f2b44c6fd'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:04:24.712195 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ef6ce7-19e5-49a7-bbb6-47338c026908" -d '{"events": [{"name": "network-changed", "server_uuid": "44cdff5a-240e-433b-ba14-37edc55cf014", "tag": "9f27e91d-377d-489e-a577-cd0f2b44c6fd"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:04:24.806454 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:04:24.807633 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d803c7-bc0d-42c0-a036-49718bc03377 x-openstack-request-id: req-95d803c7-bc0d-42c0-a036-49718bc03377 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:04:24.807919 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cdff5a-240e-433b-ba14-37edc55cf014", "tag": "9f27e91d-377d-489e-a577-cd0f2b44c6fd", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:04:24.808169 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95d803c7-bc0d-42c0-a036-49718bc03377 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:04:24.808573 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d803c7-bc0d-42c0-a036-49718bc03377'] response: {'name': 'network-changed', 'server_uuid': '44cdff5a-240e-433b-ba14-37edc55cf014', 'tag': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'status': 'completed', 'code': 200} Apr 12 12:04:24.897183 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-969e5335-e06d-4174-8f91-1a62018668ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:24.899682 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-969e5335-e06d-4174-8f91-1a62018668ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 1130 time: 0.0404341 Apr 12 12:04:24.996597 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-f7c5a95a-a2fa-421c-bc15-21b512238b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:24.998140 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-f7c5a95a-a2fa-421c-bc15-21b512238b70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0933993 Apr 12 12:04:25.028246 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'ca1dd5f9-c756-4208-b20a-ab3f97d69881', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:5e:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdff5a-240e-433b-ba14-37edc55cf014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:04:07Z', 'updated_at': '2022-04-12T12:04:24Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:04:25.057772 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:04:25.066474 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:04:25.067248 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:04:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:04:25.071796 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-5dc911c9-f22d-4381-a8dc-45720280b719 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd HTTP/1.1" status: 200 len: 1000 time: 0.0651360 Apr 12 12:04:25.120306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-849e55c4-4380-4dd4-9115-823635ca1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:25.121761 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-849e55c4-4380-4dd4-9115-823635ca1d4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0443270 Apr 12 12:04:25.163911 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-1692e245-1574-4333-b41a-1b213704b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:25.166280 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-1692e245-1574-4333-b41a-1b213704b776 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391855 Apr 12 12:04:25.176667 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:04:25.259154 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-5d63f924-aa26-4fec-83c4-fa747666dc91 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869038 Apr 12 12:04:25.348125 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b4ef6ce7-19e5-49a7-bbb6-47338c026908 req-13ff8cc8-b35f-4b51-863b-b4f880d8342d service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833390 Apr 12 12:04:25.514802 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'ca1dd5f9-c756-4208-b20a-ab3f97d69881', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:5e:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdff5a-240e-433b-ba14-37edc55cf014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:04:07Z', 'updated_at': '2022-04-12T12:04:24Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:04:25.540500 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8367828-908f-42ba-9fbc-8402e9532bc6 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'ca1dd5f9-c756-4208-b20a-ab3f97d69881', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:5e:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdff5a-240e-433b-ba14-37edc55cf014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:04:07Z', 'updated_at': '2022-04-12T12:04:24Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:04:25.728892 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1790831-465f-4921-bd09-1704eadeb7ed None None] New status for floating IP ca1dd5f9-c756-4208-b20a-ab3f97d69881: ACTIVE {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:04:31.631175 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3dbae706-6dec-4592-a649-c5c04ce37250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:33.912541 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a1f468f4-0843-4e27-890a-b2c647036c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:34.668796 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:04:35.312139 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:36.493775 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:37.478340 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-625769fd-ce4c-4883-9980-c50dcf1c5597 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378640 Apr 12 12:04:37.583582 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-8fa04fb2-9ca1-48cb-8f7e-cfcd63300037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:37.585044 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-8fa04fb2-9ca1-48cb-8f7e-cfcd63300037 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 1130 time: 0.0439417 Apr 12 12:04:37.684672 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-fc943285-2bcc-40c2-afb8-cac0e2ef0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:37.686159 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-fc943285-2bcc-40c2-afb8-cac0e2ef0644 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0845435 Apr 12 12:04:37.752277 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-5a3a46bb-5436-4512-85b4-75728b8a50c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd HTTP/1.1" status: 200 len: 1002 time: 0.0605953 Apr 12 12:04:37.800309 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-88a81f79-bb85-42a9-8327-5ab61feb4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:37.802038 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-88a81f79-bb85-42a9-8327-5ab61feb4403 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0441585 Apr 12 12:04:37.843513 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-59a0d5a6-d034-4dd2-a01c-7943d82d224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:04:37.843742 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:04:37.844990 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-59a0d5a6-d034-4dd2-a01c-7943d82d224f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378134 Apr 12 12:04:37.940148 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-e0530826-fb8e-406e-9968-019dc481df5c service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883815 Apr 12 12:04:38.028692 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b13d2c5c-c9d2-48eb-aab8-bf661962a3cc req-ccfc6580-ced5-446f-9db3-edca1d84d40c service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812364 Apr 12 12:04:52.796644 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:01.580372 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-239593e5-bb82-401d-8ef6-563b4244aaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:03.900455 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-62a68765-37c9-46d0-85e2-dc3aef9a44a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:05.322754 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:06.471247 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:07.911212 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:11.669658 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:05:22.751258 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:31.584945 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-62a7b238-c310-4ff3-8735-b2b6576b74d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:33.910842 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2b74-e7fd-4bf5-abd7-76b273fd9a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:35.321903 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:36.407452 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:37.482950 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-b94184a7-dd58-4d25-9bc1-6e6a15390c48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420682 Apr 12 12:05:37.579383 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-902cb0d6-9e4a-4315-a042-d7590e418d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:05:37.580853 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-902cb0d6-9e4a-4315-a042-d7590e418d8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 1130 time: 0.0395741 Apr 12 12:05:37.682473 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-986848f5-624b-4f14-865d-7e402466f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:05:37.683924 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-986848f5-624b-4f14-865d-7e402466f89c service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0857582 Apr 12 12:05:37.752466 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-e539efd0-ea7c-4f7b-b53b-7f0bdd9635b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd HTTP/1.1" status: 200 len: 1002 time: 0.0606208 Apr 12 12:05:37.800035 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-05cf12a2-a646-4504-b5e1-b2002e46fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:05:37.801723 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-05cf12a2-a646-4504-b5e1-b2002e46fb71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0436265 Apr 12 12:05:37.842953 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-744d3a3d-1133-49ef-b2b0-689849447630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:05:37.844397 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-744d3a3d-1133-49ef-b2b0-689849447630 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372510 Apr 12 12:05:37.854407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-120827fe-3b23-47c4-a761-879740c2ad27 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103887) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 12:05:37.855335 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-120827fe-3b23-47c4-a761-879740c2ad27 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053470 Apr 12 12:05:37.859182 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:37.950460 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-927e212d-5c0d-4775-ab5a-1e659f315f79 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890033 Apr 12 12:05:38.042497 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-aeb6aa81-65cb-4e1b-8795-aa27c32ccca1 req-98ea2e7c-d68c-4182-a0d5-3b2a50c26137 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861642 Apr 12 12:05:48.668957 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:05:52.847157 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:55.570362 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43b4bb-256b-41da-9c83-097542b3f766 req-85857505-03cf-4fd9-9257-934ffd1785dd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:05:55.571841 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9f43b4bb-256b-41da-9c83-097542b3f766 req-85857505-03cf-4fd9-9257-934ffd1785dd tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 946 time: 0.0486374 Apr 12 12:05:55.620927 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9f43b4bb-256b-41da-9c83-097542b3f766 req-e1ac605b-16a9-4482-bfdc-df3aa0ca4968 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435681 Apr 12 12:05:56.733208 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b72923-cbf3-4f3d-aa23-20a82a8db4bb req-32573064-727b-4c58-a600-1c227fdd117a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:05:56.734719 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8b72923-cbf3-4f3d-aa23-20a82a8db4bb req-32573064-727b-4c58-a600-1c227fdd117a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 946 time: 0.0465889 Apr 12 12:05:56.781926 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b8b72923-cbf3-4f3d-aa23-20a82a8db4bb req-4a09f2a7-7b4f-40a8-b73e-af90a60c3b05 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Apr 12 12:05:57.532442 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-294e8619-eb0e-4bc1-866e-23fd528ff0eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:05:57.533878 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-294e8619-eb0e-4bc1-866e-23fd528ff0eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 946 time: 0.0492876 Apr 12 12:05:57.621912 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Deleting port 9f27e91d-377d-489e-a577-cd0f2b44c6fd {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:05:57.622277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:57.709720 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] For port 9f27e91d-377d-489e-a577-cd0f2b44c6fd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9f27e91d-377d-489e-a577-cd0f2b44c6fd,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:05:57.710109 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:57.888881 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:57.889582 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (ca1dd5f9-c756-4208-b20a-ab3f97d69881), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:57.889582 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Floating IP ca1dd5f9-c756-4208-b20a-ab3f97d69881 disassociated. External IP: 172.27.1.133, port: 9f27e91d-377d-489e-a577-cd0f2b44c6fd. Apr 12 12:05:57.889879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Calling delete_port for 9f27e91d-377d-489e-a577-cd0f2b44c6fd owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:05:57.898689 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123cd2c-be77-4b9d-bd40-447a734efa03 req-5bea84fe-79cc-4b26-a33d-0d62f50117f9 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:05:57.900279 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9123cd2c-be77-4b9d-bd40-447a734efa03 req-5bea84fe-79cc-4b26-a33d-0d62f50117f9 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 946 time: 0.0489314 Apr 12 12:05:57.951131 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9123cd2c-be77-4b9d-bd40-447a734efa03 req-a6f76fd8-0242-4864-a75e-53c58e7e0828 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=792c1d32-37f0-47d3-a10b-3c9051986b82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Apr 12 12:05:58.081211 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (9f27e91d-377d-489e-a577-cd0f2b44c6fd), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:58.112600 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'Port': ['ID=9f27e91d-377d-489e-a577-cd0f2b44c6fd,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:05:58.126794 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.127146 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.127490 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.127828 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.128164 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.128493 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.128834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.129857 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.130215 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.130542 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.130886 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.131190 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.131530 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.131851 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.132171 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:05:58.242129 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:05:58.350237 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:05:58.359787 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc251403-31af-4788-9a42-b116f420b468 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:05:58.370134 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc251403-31af-4788-9a42-b116f420b468 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:05:58.370757 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-cc251403-31af-4788-9a42-b116f420b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:05:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:05:58.391813 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] No DVR routers for this DVR port 9f27e91d-377d-489e-a577-cd0f2b44c6fd on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:05:58.394367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:05:58.397826 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-65ce2f36-1310-4542-b4b2-94ef3653abb2 req-fa4eb474-fe7a-4145-8b2f-41650d266d92 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "DELETE /v2.0/ports/9f27e91d-377d-489e-a577-cd0f2b44c6fd HTTP/1.1" status: 204 len: 173 time: 0.8586898 Apr 12 12:05:58.398315 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cdff5a-240e-433b-ba14-37edc55cf014', 'name': 'network-vif-deleted', 'tag': '9f27e91d-377d-489e-a577-cd0f2b44c6fd'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:05:58.401046 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26617f43-5a86-4d88-a641-8cf4a46692f6" -d '{"events": [{"server_uuid": "44cdff5a-240e-433b-ba14-37edc55cf014", "name": "network-vif-deleted", "tag": "9f27e91d-377d-489e-a577-cd0f2b44c6fd"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:05:58.444479 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b3b71e-92e5-4587-b901-ee35d04fef04 x-openstack-request-id: req-58b3b71e-92e5-4587-b901-ee35d04fef04 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:05:58.444479 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cdff5a-240e-433b-ba14-37edc55cf014", "name": "network-vif-deleted", "tag": "9f27e91d-377d-489e-a577-cd0f2b44c6fd", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:05:58.444479 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58b3b71e-92e5-4587-b901-ee35d04fef04 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:05:58.444479 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b3b71e-92e5-4587-b901-ee35d04fef04'] response: {'server_uuid': '44cdff5a-240e-433b-ba14-37edc55cf014', 'name': 'network-vif-deleted', 'tag': '9f27e91d-377d-489e-a577-cd0f2b44c6fd', 'status': 'completed', 'code': 200} Apr 12 12:05:58.483774 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-cc251403-31af-4788-9a42-b116f420b468 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:05:58.682781 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-cc251403-31af-4788-9a42-b116f420b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:05:58.709469 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc251403-31af-4788-9a42-b116f420b468 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:05:58.717929 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc251403-31af-4788-9a42-b116f420b468 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:05:58.718728 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-cc251403-31af-4788-9a42-b116f420b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:05:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:05:58.833233 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-cc251403-31af-4788-9a42-b116f420b468 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:05:59.032155 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-cc251403-31af-4788-9a42-b116f420b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:05:59.059348 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc251403-31af-4788-9a42-b116f420b468 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:05:59.061602 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-0301bf2c-edc8-4fc8-9482-25728e2c0315 req-8b3f8d57-7fb5-4614-97da-2f423d835301 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=44cdff5a-240e-433b-ba14-37edc55cf014 HTTP/1.1" status: 200 len: 210 time: 0.0293057 Apr 12 12:05:59.272698 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b655a8d-e727-4fc5-a961-05708ee61b97 None None] New status for floating IP ca1dd5f9-c756-4208-b20a-ab3f97d69881: DOWN {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:06:00.252305 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60350) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:06:00.295787 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7874bc2-1c71-4e42-8c7d-56380ca73200 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (792c1d32-37f0-47d3-a10b-3c9051986b82), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:00.318812 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7874bc2-1c71-4e42-8c7d-56380ca73200 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (792c1d32-37f0-47d3-a10b-3c9051986b82), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:00.446567 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7874bc2-1c71-4e42-8c7d-56380ca73200 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (792c1d32-37f0-47d3-a10b-3c9051986b82), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:00.449119 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7874bc2-1c71-4e42-8c7d-56380ca73200 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:00.450285 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c7874bc2-1c71-4e42-8c7d-56380ca73200 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "DELETE /v2.0/security-groups/792c1d32-37f0-47d3-a10b-3c9051986b82 HTTP/1.1" status: 204 len: 168 time: 0.2072937 Apr 12 12:06:00.453062 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60352) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:06:00.460187 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7874bc2-1c71-4e42-8c7d-56380ca73200 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792c1d32-37f0-47d3-a10b-3c9051986b82,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:00.467611 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.api.v2.resource [None req-84eee2a5-0de6-4135-9648-6d7a2009d8b4 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] show failed (client error): The resource could not be found. Apr 12 12:06:00.468655 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-84eee2a5-0de6-4135-9648-6d7a2009d8b4 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups/792c1d32-37f0-47d3-a10b-3c9051986b82 HTTP/1.1" status: 404 len: 347 time: 0.0146194 Apr 12 12:06:00.471401 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60354) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:06:00.591707 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Deleting port ea3a8680-9d0b-402a-96be-4fca5912e625 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:06:00.592059 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (ea3a8680-9d0b-402a-96be-4fca5912e625), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:00.669392 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (ea3a8680-9d0b-402a-96be-4fca5912e625), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:00.669723 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (ea3a8680-9d0b-402a-96be-4fca5912e625), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:00.682112 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Calling delete_port for ea3a8680-9d0b-402a-96be-4fca5912e625 owned by network:floatingip {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:06:00.893193 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (ea3a8680-9d0b-402a-96be-4fca5912e625), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:00.927576 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'Port': ['ID=ea3a8680-9d0b-402a-96be-4fca5912e625,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:00.942098 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.942533 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.942884 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.943227 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.943562 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.943895 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.944226 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.944573 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.944902 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.945245 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.945574 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.945901 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.946250 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.946578 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:00.946903 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:01.010057 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (ca1dd5f9-c756-4208-b20a-ab3f97d69881), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:01.012558 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:01.013729 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-49bd9d24-ad8c-4268-8b38-2e5206ade4a0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "DELETE /v2.0/floatingips/ca1dd5f9-c756-4208-b20a-ab3f97d69881 HTTP/1.1" status: 204 len: 168 time: 0.5414329 Apr 12 12:06:01.289126 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 9f27e91d-377d-489e-a577-cd0f2b44c6fd no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:06:01.312321 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 9f27e91d-377d-489e-a577-cd0f2b44c6fd {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:06:01.312672 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 9f27e91d-377d-489e-a577-cd0f2b44c6fd not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:06:01.335066 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60358) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:06:01.339667 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-5588b38c-a11c-4fd6-8ef8-a3db5835a656 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089402329', 'description': 'tempest-description--1694146383'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:06:01.446976 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5588b38c-a11c-4fd6-8ef8-a3db5835a656 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:01.518016 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5588b38c-a11c-4fd6-8ef8-a3db5835a656 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (00ab1b18-45f5-4ea1-8f25-30817e418af7), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:01.600929 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7358d9bd-8404-486a-b9b4-21e9800a0400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:01.630249 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5588b38c-a11c-4fd6-8ef8-a3db5835a656 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (00ab1b18-45f5-4ea1-8f25-30817e418af7), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:01.658532 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588b38c-a11c-4fd6-8ef8-a3db5835a656 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab1b18-45f5-4ea1-8f25-30817e418af7,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:01.728604 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5588b38c-a11c-4fd6-8ef8-a3db5835a656 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:01.729842 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5588b38c-a11c-4fd6-8ef8-a3db5835a656 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3936794 Apr 12 12:06:01.732730 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60360) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:06:01.737128 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-3a4e9908-67c4-4559-8ae1-a322b6bdd48f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group_rule': {'security_group_id': '00ab1b18-45f5-4ea1-8f25-30817e418af7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:06:01.846689 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9908-67c4-4559-8ae1-a322b6bdd48f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (72e26dd5-97fb-4df3-a089-7a4824234741), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:01.908565 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9908-67c4-4559-8ae1-a322b6bdd48f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (72e26dd5-97fb-4df3-a089-7a4824234741), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:02.006886 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9908-67c4-4559-8ae1-a322b6bdd48f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (72e26dd5-97fb-4df3-a089-7a4824234741), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:02.024573 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e9908-67c4-4559-8ae1-a322b6bdd48f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e26dd5-97fb-4df3-a089-7a4824234741,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:02.128772 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3a4e9908-67c4-4559-8ae1-a322b6bdd48f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:02.130596 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3a4e9908-67c4-4559-8ae1-a322b6bdd48f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969212 Apr 12 12:06:02.133165 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60362) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:06:02.137397 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-73a749ff-f943-4a57-a743-47b4e8070135 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'security_group_rule': {'security_group_id': '00ab1b18-45f5-4ea1-8f25-30817e418af7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:06:02.263693 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73a749ff-f943-4a57-a743-47b4e8070135 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (3617dbed-e1c4-479c-8375-801e6c7b9027), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:02.319245 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73a749ff-f943-4a57-a743-47b4e8070135 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (3617dbed-e1c4-479c-8375-801e6c7b9027), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:02.463778 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73a749ff-f943-4a57-a743-47b4e8070135 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (3617dbed-e1c4-479c-8375-801e6c7b9027), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:02.482171 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a749ff-f943-4a57-a743-47b4e8070135 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3617dbed-e1c4-479c-8375-801e6c7b9027,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:02.580231 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73a749ff-f943-4a57-a743-47b4e8070135 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:02.581435 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-73a749ff-f943-4a57-a743-47b4e8070135 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4473500 Apr 12 12:06:02.585021 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60364) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:06:02.589251 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:06:02.658344 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.002153 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.104396 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Allocated IP 172.27.1.202 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/1f43c545-083e-41d9-9306-e979b6a2433c) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:06:03.206709 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (1f43c545-083e-41d9-9306-e979b6a2433c), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.304671 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (1f43c545-083e-41d9-9306-e979b6a2433c), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.340310 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:06:03.343065 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:06:03.346381 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:06:03.371394 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=1f43c545-083e-41d9-9306-e979b6a2433c,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:03.438567 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (3bc08471-92e5-4d44-8691-985306c2c6eb), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.532669 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (1f43c545-083e-41d9-9306-e979b6a2433c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.681095 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (1f43c545-083e-41d9-9306-e979b6a2433c), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.835571 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (1f43c545-083e-41d9-9306-e979b6a2433c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.904132 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=1f43c545-083e-41d9-9306-e979b6a2433c,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:03.914922 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (3bc08471-92e5-4d44-8691-985306c2c6eb), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:03.995658 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7773d06-d1a6-47ac-bf5f-10be21a259b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:04.048932 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:04.050320 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-7b2bf23a-6a87-4a28-9f1a-bb29906f46ef tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4643197 Apr 12 12:06:04.218717 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-7b9fd42f-51c5-4d2c-8118-37a7246441d3 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2089402329&fields=id&tenant_id=71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 267 time: 0.0435328 Apr 12 12:06:04.326540 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-83914382-842c-4470-8391-fb4470f1a4a6 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:04.328017 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-83914382-842c-4470-8391-fb4470f1a4a6 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 815 time: 0.1016643 Apr 12 12:06:04.343734 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-954eb45c-6296-41ae-97cb-099391c20600 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/quotas/71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 375 time: 0.0090468 Apr 12 12:06:04.394476 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-70b396f1-f87b-4fd8-8460-ecf197994255 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448310 Apr 12 12:06:04.491253 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-87955045-1165-40f3-9e52-0ac73a14259a service neutron] 10.222.0.59 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850546 Apr 12 12:06:04.578631 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-eb80d0d2-3856-4405-8e66-74612532100d service neutron] 10.222.0.59 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817580 Apr 12 12:06:04.883075 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9df7f069-cc69-4b9d-bab2-0209337b3c63 req-32b85316-53eb-486c-9e0b-c57b941f1a08 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 210 time: 0.0316830 Apr 12 12:06:05.413498 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:05.964274 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc31b36d-2e7d-47b9-9065-a23b5adabee6 req-3f3bca71-1387-409a-a6cb-4e2f0fe0d02f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 210 time: 0.0328879 Apr 12 12:06:06.418402 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:07.059459 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8e05fadc-17c3-4c7f-991e-6b9592060b72 req-150334fc-9b06-4a70-95aa-ff021e694691 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 210 time: 0.0283744 Apr 12 12:06:07.308142 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-4895d13c-44f8-4061-820f-a3dbf30807b4 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:07.309565 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-4895d13c-44f8-4061-820f-a3dbf30807b4 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 815 time: 0.1016045 Apr 12 12:06:07.374918 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-28aeaca3-513c-46e0-8aba-d64c03944e54 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71262f526ed5433f9f7c93025540d12f HTTP/1.1" status: 200 len: 380 time: 0.0508482 Apr 12 12:06:07.394946 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'port': {'device_id': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'admin_state_up': True, 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'security_groups': ['00ab1b18-45f5-4ea1-8f25-30817e418af7']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:06:07.589664 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Made reservation on behalf of 71262f526ed5433f9f7c93025540d12f for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:06:07.593067 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:07.719633 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Allocated IP 172.20.0.13 (7d7f3984-3bfb-41fc-9166-e07fe2126608/b7825b48-eb14-430d-a68f-71af890286bc/51cd90e9-1781-4dc8-a3cb-76ed5aa9209f) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:06:07.851623 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:07.863956 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:08.007186 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:08.054782 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:06:08.058612 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:06:08.061088 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:06:08.090667 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event updated for resources: {'Port': ['ID=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:08.123548 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:08.124209 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:08.179381 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3b25e-4e1c-4eb4-bd15-dee93ca79e33 req-caf28bf8-6121-40f9-a2dc-e4e43aff6a70 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:08.181502 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a2c3b25e-4e1c-4eb4-bd15-dee93ca79e33 req-caf28bf8-6121-40f9-a2dc-e4e43aff6a70 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 932 time: 0.0513909 Apr 12 12:06:08.234076 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a2c3b25e-4e1c-4eb4-bd15-dee93ca79e33 req-a43c2ec1-e800-4246-bb26-e609c53eed7b tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463319 Apr 12 12:06:08.272267 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-bc6ae3e8-3ba1-4a86-85af-c6dca5c8407a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8810503 Apr 12 12:06:08.291001 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Request body: {'port': {'device_id': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:06:08.343429 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-8a888f90-cb94-4efe-a635-d805c90ac6e2 None None] Provisioning complete for port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:06:08.343725 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8a888f90-cb94-4efe-a635-d805c90ac6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:08.357858 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:08.394259 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-8a888f90-cb94-4efe-a635-d805c90ac6e2 None None] Port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:06:08.628290 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:06:08.635877 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Publish callbacks [] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:08.647797 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Transition to ACTIVE for port object 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:06:08.715102 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:08.769863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Pushing event updated for resources: {'Port': ['ID=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:08.841852 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Attempting to bind port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:06:08.842373 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Attempting to bind port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:06:08.842713 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Attempting to bind port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:06:08.847322 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:06:08.847646 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Attempting to bind port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f on network 7d7f3984-3bfb-41fc-9166-e07fe2126608 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:06:08.852701 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:06:08.853039 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Checking segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:06:08.853425 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Bound using segment: {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:06:08.853846 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Bound port: 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95c2679-d03d-4996-935c-1a60ecdd6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:06:08.854271 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:08.920301 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] For port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:06:08.923225 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] For port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:06:09.001316 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:09.037755 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:09.038473 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:09.039915 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] 10.222.0.52 "PUT /v2.0/ports/51cd90e9-1781-4dc8-a3cb-76ed5aa9209f HTTP/1.1" status: 200 len: 1094 time: 0.7536893 Apr 12 12:06:09.040522 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'tag': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:06:09.042775 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef670388-3520-441a-98dd-866f84d9b654" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e4788e-1e0d-47f3-82bf-47dcbb047806", "tag": "51cd90e9-1781-4dc8-a3cb-76ed5aa9209f"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:06:09.071758 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b057a-80ca-4c41-80c1-bed8a3e52c5c service neutron] Pushing event updated for resources: {'Port': ['ID=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:09.084473 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c806fca5-6dd6-448c-9186-e420af8943da x-openstack-request-id: req-c806fca5-6dd6-448c-9186-e420af8943da {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:06:09.084828 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e4788e-1e0d-47f3-82bf-47dcbb047806", "tag": "51cd90e9-1781-4dc8-a3cb-76ed5aa9209f", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:06:09.085231 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c806fca5-6dd6-448c-9186-e420af8943da {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:06:09.085639 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c806fca5-6dd6-448c-9186-e420af8943da'] response: {'name': 'network-changed', 'server_uuid': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'tag': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'status': 'completed', 'code': 200} Apr 12 12:06:09.164832 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef670388-3520-441a-98dd-866f84d9b654 req-35ac523a-ef21-4e43-a263-753b1b9cd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:09.166298 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ef670388-3520-441a-98dd-866f84d9b654 req-35ac523a-ef21-4e43-a263-753b1b9cd99d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 1128 time: 0.0416174 Apr 12 12:06:09.353284 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c16850-b53e-4f0e-8d3c-a33e6100b308 req-ec6e504f-0c4e-4007-b56f-a113b93e29b1 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:09.354865 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-44c16850-b53e-4f0e-8d3c-a33e6100b308 req-ec6e504f-0c4e-4007-b56f-a113b93e29b1 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 944 time: 0.0502932 Apr 12 12:06:09.407490 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-44c16850-b53e-4f0e-8d3c-a33e6100b308 req-3dd08422-f4a3-4da9-b2c0-ab13f452d9b0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469022 Apr 12 12:06:09.531007 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef670388-3520-441a-98dd-866f84d9b654 req-0dda4d19-c0e8-4bb7-ad5d-727bf4160c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:09.532459 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ef670388-3520-441a-98dd-866f84d9b654 req-0dda4d19-c0e8-4bb7-ad5d-727bf4160c50 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=71262f526ed5433f9f7c93025540d12f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3527937 Apr 12 12:06:09.626014 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef670388-3520-441a-98dd-866f84d9b654 req-2c3672f2-d50b-43ed-b587-674885022df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:09.627457 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ef670388-3520-441a-98dd-866f84d9b654 req-2c3672f2-d50b-43ed-b587-674885022df2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887027 Apr 12 12:06:09.728935 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-18847d97-c903-45e1-8c14-7f607551e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:09.730384 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-18847d97-c903-45e1-8c14-7f607551e1f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 1128 time: 0.0394499 Apr 12 12:06:09.777352 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-5e8c6840-758e-434d-8898-5bf805faa49b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f HTTP/1.1" status: 200 len: 217 time: 0.0339217 Apr 12 12:06:09.825258 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-8d8a9adf-8244-49e4-a0f4-7a0e7ce71b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:09.826699 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-8d8a9adf-8244-49e4-a0f4-7a0e7ce71b80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0441384 Apr 12 12:06:09.874406 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-eeb6058d-3503-42d5-a157-3b2c45cb10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:09.875872 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-eeb6058d-3503-42d5-a157-3b2c45cb10ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424070 Apr 12 12:06:09.963834 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-26c3d84e-4c2c-4ed7-a133-d2e4301fe7c9 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823171 Apr 12 12:06:10.055827 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ad5a1736-9ab8-4dff-9251-082b0731874a req-30854a58-3463-4d5d-a65b-6c877b84dd3b service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862505 Apr 12 12:06:10.522378 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e0ae6-ef16-493c-88f3-08be584b8669 req-fe39826d-200c-49d9-b2c1-d3653b67de03 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:10.524719 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7d2e0ae6-ef16-493c-88f3-08be584b8669 req-fe39826d-200c-49d9-b2c1-d3653b67de03 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 944 time: 0.0458272 Apr 12 12:06:10.569722 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7d2e0ae6-ef16-493c-88f3-08be584b8669 req-e8f3c242-7a59-45cc-91e8-2663253af425 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398543 Apr 12 12:06:11.684973 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3c249-fa07-4230-b257-f92264aab4ae req-a76319c2-df83-41d9-94a0-6d4ce50c173d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:11.686537 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7dd3c249-fa07-4230-b257-f92264aab4ae req-a76319c2-df83-41d9-94a0-6d4ce50c173d tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 944 time: 0.0513287 Apr 12 12:06:11.732381 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7dd3c249-fa07-4230-b257-f92264aab4ae req-859a2fdf-bc4b-4e57-88f1-d41d66ebde3f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Apr 12 12:06:12.848602 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956c5fb-3e45-4383-8d88-526e66cb41cd req-187b51a3-633a-4cf5-8568-79a154494600 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:12.850093 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3956c5fb-3e45-4383-8d88-526e66cb41cd req-187b51a3-633a-4cf5-8568-79a154494600 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 944 time: 0.0502896 Apr 12 12:06:12.896133 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-3956c5fb-3e45-4383-8d88-526e66cb41cd req-9f2e7339-d74b-45a6-a757-5da25248d2e7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404623 Apr 12 12:06:13.326925 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:06:13.425667 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:06:13.436719 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'port_id': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'mac_address': 'fa:16:3e:79:81:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:06:13.473021 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:06:13.473401 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:13.485641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:06:13.504373 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:06:13.595139 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:13.642636 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:13.649388 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.649731 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.650091 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.650429 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.650759 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.651084 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.651406 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.651726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.652048 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.652371 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.652689 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.653008 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.653327 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.653645 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:13.653961 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:06:14.007914 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce19fde-1380-432e-85c7-7cfa03b73edc req-5e05c754-360a-4778-819e-ba045ce89462 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:14.009383 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dce19fde-1380-432e-85c7-7cfa03b73edc req-5e05c754-360a-4778-819e-ba045ce89462 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 945 time: 0.0474858 Apr 12 12:06:14.044459 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['51cd90e9-1781-4dc8-a3cb-76ed5aa9209f'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:06:14.057545 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-dce19fde-1380-432e-85c7-7cfa03b73edc req-5c229913-3d90-44e3-87b0-89db1dbfbced tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Apr 12 12:06:15.169454 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e89b4-a58a-4e09-a238-7c3cb6f25497 req-be99d7b5-a3ab-4b08-a9f5-c07ac56385d2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:15.170965 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c6e89b4-a58a-4e09-a238-7c3cb6f25497 req-be99d7b5-a3ab-4b08-a9f5-c07ac56385d2 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 945 time: 0.0476952 Apr 12 12:06:15.216547 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c6e89b4-a58a-4e09-a238-7c3cb6f25497 req-d5a3ac2c-75b5-43ad-bda3-80b684ebeb91 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Apr 12 12:06:15.342320 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:06:15.386086 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:06:15.492590 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:06:15.492968 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:15.572712 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:06:15.573398 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:15.597362 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:06:15.598129 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ede27f-e2a6-4baa-a2ef-89f2548cd6cd" -d '{"events": [{"server_uuid": "a6e4788e-1e0d-47f3-82bf-47dcbb047806", "name": "network-vif-plugged", "status": "completed", "tag": "51cd90e9-1781-4dc8-a3cb-76ed5aa9209f"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:06:15.610087 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:06:15.633376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b1ef9a-e355-4d44-98fc-65507812ad6a x-openstack-request-id: req-60b1ef9a-e355-4d44-98fc-65507812ad6a {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:06:15.633757 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e4788e-1e0d-47f3-82bf-47dcbb047806", "name": "network-vif-plugged", "status": "completed", "tag": "51cd90e9-1781-4dc8-a3cb-76ed5aa9209f", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:06:15.634055 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60b1ef9a-e355-4d44-98fc-65507812ad6a {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:06:15.634456 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b1ef9a-e355-4d44-98fc-65507812ad6a'] response: {'server_uuid': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'code': 200} Apr 12 12:06:15.686611 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:15.733610 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:06:16.004784 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809173-fe03-4d67-a338-b41189290754 req-6563793f-afed-45ec-9bba-92a5520e0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:16.006374 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b5809173-fe03-4d67-a338-b41189290754 req-6563793f-afed-45ec-9bba-92a5520e0654 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 1130 time: 0.0387075 Apr 12 12:06:16.052216 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b5809173-fe03-4d67-a338-b41189290754 req-efdcbb9b-45c5-488c-b3c9-2760d76378b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404069 Apr 12 12:06:16.341122 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e84e1-91c1-4cfa-8618-9214ddecd992 req-c5fe881e-fc75-42a0-bb4d-57bcd215c3db tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:16.342653 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-223e84e1-91c1-4cfa-8618-9214ddecd992 req-c5fe881e-fc75-42a0-bb4d-57bcd215c3db tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 946 time: 0.0536873 Apr 12 12:06:16.388680 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-223e84e1-91c1-4cfa-8618-9214ddecd992 req-cdaf307a-2092-4739-ab38-96851fd1baa0 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405624 Apr 12 12:06:17.502968 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addccb7-e249-4582-906c-af78e7b3092a req-33ba70fe-7657-4306-bfc4-8bf859ef4b55 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:17.504433 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9addccb7-e249-4582-906c-af78e7b3092a req-33ba70fe-7657-4306-bfc4-8bf859ef4b55 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 946 time: 0.0472541 Apr 12 12:06:17.555887 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9addccb7-e249-4582-906c-af78e7b3092a req-22dd2934-ba3a-4d95-b373-fedbd9016803 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458817 Apr 12 12:06:18.671840 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa96a0c-8053-4692-a160-8aec2b2b60fc req-c12cc0df-afb4-4d7e-9231-0927af7dc6c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:18.673340 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4aa96a0c-8053-4692-a160-8aec2b2b60fc req-c12cc0df-afb4-4d7e-9231-0927af7dc6c7 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 946 time: 0.0508900 Apr 12 12:06:18.720969 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4aa96a0c-8053-4692-a160-8aec2b2b60fc req-f5e31de6-004e-4298-8722-7986361e7efc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Apr 12 12:06:18.828494 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961fbc7-b9c3-477b-bcc6-aba41274347a req-be0ac96a-5c08-4e41-87c0-fa12dee7d31f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:18.829972 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a961fbc7-b9c3-477b-bcc6-aba41274347a req-be0ac96a-5c08-4e41-87c0-fa12dee7d31f tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 946 time: 0.0479865 Apr 12 12:06:18.838405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60438) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:06:18.843317 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Request body: {'floatingip': {'port_id': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:06:18.881153 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (3bc08471-92e5-4d44-8691-985306c2c6eb), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:19.322787 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:19.418095 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (3bc08471-92e5-4d44-8691-985306c2c6eb), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:19.519666 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Floating IP 3bc08471-92e5-4d44-8691-985306c2c6eb associated. External IP: 172.27.1.202, port: 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f. Apr 12 12:06:19.726395 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:06:19.836295 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:06:19.840817 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:19.848211 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:06:19.858821 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:06:19.859450 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:06:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:06:19.878642 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-d93a0616-9aec-4e7e-a4c5-4c06562d953a tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "PUT /v2.0/floatingips/3bc08471-92e5-4d44-8691-985306c2c6eb HTTP/1.1" status: 200 len: 992 time: 1.0314329 Apr 12 12:06:19.878642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'tag': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:06:19.878642 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e4788e-1e0d-47f3-82bf-47dcbb047806", "tag": "51cd90e9-1781-4dc8-a3cb-76ed5aa9209f"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:06:19.912289 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a3810d-2aad-4707-8d13-d5bc9c6cf439 x-openstack-request-id: req-f9a3810d-2aad-4707-8d13-d5bc9c6cf439 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:06:19.912582 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e4788e-1e0d-47f3-82bf-47dcbb047806", "tag": "51cd90e9-1781-4dc8-a3cb-76ed5aa9209f", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:06:19.912837 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9a3810d-2aad-4707-8d13-d5bc9c6cf439 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:06:19.913245 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a3810d-2aad-4707-8d13-d5bc9c6cf439'] response: {'name': 'network-changed', 'server_uuid': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'tag': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'status': 'completed', 'code': 200} Apr 12 12:06:20.001447 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-bd9354c1-fb52-47f4-81da-5454db5e0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:20.003092 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-bd9354c1-fb52-47f4-81da-5454db5e0861 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 1130 time: 0.0454781 Apr 12 12:06:20.098675 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-f014fe8f-efe3-43ef-88ec-4f34bfefa05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:20.100135 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-f014fe8f-efe3-43ef-88ec-4f34bfefa05a service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0905972 Apr 12 12:06:20.110424 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:06:20.168693 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-ad29c2d5-1f63-4d61-b723-9f687495e2ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f HTTP/1.1" status: 200 len: 1000 time: 0.0629590 Apr 12 12:06:20.219893 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-1d5d874f-4b2a-4178-a82f-e4de4cbd78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:20.221544 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-1d5d874f-4b2a-4178-a82f-e4de4cbd78f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0458236 Apr 12 12:06:20.265303 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-e4806b12-7e0f-4e51-8486-48b0ed381d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:20.266751 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-e4806b12-7e0f-4e51-8486-48b0ed381d22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394142 Apr 12 12:06:20.329807 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '3bc08471-92e5-4d44-8691-985306c2c6eb', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:79:81:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:06:03Z', 'updated_at': '2022-04-12T12:06:19Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:06:20.356109 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:06:20.364700 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:06:20.365320 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:06:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:06:20.367954 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-997d8573-d3ba-4d98-8d2d-720f3a8c3e06 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955746 Apr 12 12:06:20.457219 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c723fc49-6186-4673-9e6d-6c2dccd0dfa1 req-de85e206-ae32-4cae-b9d8-e834341ce1a7 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834262 Apr 12 12:06:20.474257 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:06:20.690367 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '3bc08471-92e5-4d44-8691-985306c2c6eb', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:79:81:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:06:03Z', 'updated_at': '2022-04-12T12:06:19Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:06:20.716264 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f2d89-4705-4c23-a046-61db23d62725 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': '3bc08471-92e5-4d44-8691-985306c2c6eb', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'port_id': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'mac_address': 'fa:16:3e:79:81:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:06:03Z', 'updated_at': '2022-04-12T12:06:19Z', 'revision_number': 1, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:06:20.909103 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5843a858-9645-4c1a-99d2-dadb7a8803c9 None None] New status for floating IP 3bc08471-92e5-4d44-8691-985306c2c6eb: ACTIVE {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:06:22.806071 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:25.668846 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:06:31.571857 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7d9205d7-830b-477b-a9b1-da4fddbd3e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:33.903004 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-a60c7d3a-707d-4df4-b7ec-ed6def49dcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:35.343039 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:36.503402 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:37.486080 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-0c47fe2b-4886-407e-b5e3-682b44c4a892 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427375 Apr 12 12:06:37.579731 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-42fdba2e-aee0-426c-8c12-cfed77cc31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:37.581186 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-42fdba2e-aee0-426c-8c12-cfed77cc31a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 1130 time: 0.0384426 Apr 12 12:06:37.682584 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-881f2d6d-37d8-45bc-9675-4ff9a4d81113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:37.684010 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-881f2d6d-37d8-45bc-9675-4ff9a4d81113 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0832555 Apr 12 12:06:37.751454 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-a5e7695b-d592-4535-82d9-a23202c5e267 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f HTTP/1.1" status: 200 len: 1002 time: 0.0603807 Apr 12 12:06:37.800543 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-a7d199a8-35fe-4a7e-9460-ce2ccb4576fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:37.802313 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-a7d199a8-35fe-4a7e-9460-ce2ccb4576fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0444121 Apr 12 12:06:37.845252 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-47557cd7-5e59-432a-9f31-57223922a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:06:37.846754 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-47557cd7-5e59-432a-9f31-57223922a8bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387521 Apr 12 12:06:37.857369 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:06:37.939928 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-3529fa5c-8729-45af-9841-f239ccb19b2a service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865092 Apr 12 12:06:38.030890 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-e278dec8-a20b-4f70-803b-c6f1f7b0fcca req-32307eb1-7069-403b-b41e-5e21919be6c9 service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Apr 12 12:06:52.823076 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:01.571329 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-31fc3c81-0292-4db2-8026-d475bfa64b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:02.668237 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:07:03.908508 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-537e1a4d-e456-4766-b770-56fcfbde92fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:05.342752 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:06.468262 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:07.856891 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:22.794086 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:31.593672 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-38b6b783-4dfd-4b5f-99ef-1b0189028a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:33.879702 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c3bc729b-6fa5-4f56-9415-15848af5bb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:35.411110 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:36.445844 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:37.856717 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:39.582913 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-6518303b-44e5-4e42-b2b4-9a38c05f6dc5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1239755 Apr 12 12:07:39.666948 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:07:39.679725 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-ceb27cbe-e2c7-45f0-8bfa-581ba17eacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:07:39.681211 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-ceb27cbe-e2c7-45f0-8bfa-581ba17eacc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71262f526ed5433f9f7c93025540d12f&device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 1130 time: 0.0392170 Apr 12 12:07:39.785248 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-c3e9d0ea-3f8f-4396-9513-17122b15ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:07:39.786729 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-c3e9d0ea-3f8f-4396-9513-17122b15ac92 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 200 len: 916 time: 0.0891340 Apr 12 12:07:39.855216 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-7e93455f-0f2e-40a4-9017-26df784b6d88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f HTTP/1.1" status: 200 len: 1002 time: 0.0621724 Apr 12 12:07:39.902452 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-93c0e658-0815-4a1d-8afd-2b04a92c206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:07:39.903874 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-93c0e658-0815-4a1d-8afd-2b04a92c206e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 200 len: 854 time: 0.0434477 Apr 12 12:07:39.951170 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-af265997-d265-44a7-9ad3-5b9ce0d176f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:07:39.952619 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-af265997-d265-44a7-9ad3-5b9ce0d176f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d7f3984-3bfb-41fc-9166-e07fe2126608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418587 Apr 12 12:07:40.040345 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-c9269260-63a2-41e1-8014-76fa1786603e service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814631 Apr 12 12:07:40.131373 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-a1fcc701-c74d-4efc-85b3-a26db377065c req-70ff7e53-0aef-4fd5-ae3a-9e6a60aca85b service neutron] 10.222.0.52 "GET /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851326 Apr 12 12:07:47.174631 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f72a5-3d6a-45df-9edc-ed31064d677d req-2ec328d3-4537-4ccd-a8b1-accf513b87e8 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:07:47.176148 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d07f72a5-3d6a-45df-9edc-ed31064d677d req-2ec328d3-4537-4ccd-a8b1-accf513b87e8 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 946 time: 0.0474389 Apr 12 12:07:47.222626 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d07f72a5-3d6a-45df-9edc-ed31064d677d req-7200951d-1545-4e8d-850f-92c359f0cae5 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406260 Apr 12 12:07:48.336064 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5388e-5081-4c4e-a215-0843871164cb req-ed2d4eba-d299-4cd9-a4eb-5c3ad1443f57 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:07:48.337520 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab5388e-5081-4c4e-a215-0843871164cb req-ed2d4eba-d299-4cd9-a4eb-5c3ad1443f57 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 946 time: 0.0476704 Apr 12 12:07:48.384086 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8ab5388e-5081-4c4e-a215-0843871164cb req-3643b46d-adbb-4881-b04d-808d9513f1cc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 Apr 12 12:07:49.174540 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e296-7b41-4848-b112-7c56b72a4716 req-b7de1b4d-2628-4fcf-900e-1e2224d0e2fc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:07:49.176001 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5369e296-7b41-4848-b112-7c56b72a4716 req-b7de1b4d-2628-4fcf-900e-1e2224d0e2fc tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 946 time: 0.0559433 Apr 12 12:07:49.267399 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Deleting port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:07:49.267755 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:49.357003 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] For port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:07:49.357366 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:49.543856 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5ceff-11a9-4f0a-8b87-5b332dfcc9bd req-19ab7d63-ed80-4091-b81a-4107a323b1f1 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:07:49.545214 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bfe5ceff-11a9-4f0a-8b87-5b332dfcc9bd req-19ab7d63-ed80-4091-b81a-4107a323b1f1 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 946 time: 0.0911450 Apr 12 12:07:49.588830 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:49.589190 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (3bc08471-92e5-4d44-8691-985306c2c6eb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:49.589507 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Floating IP 3bc08471-92e5-4d44-8691-985306c2c6eb disassociated. External IP: 172.27.1.202, port: 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f. Apr 12 12:07:49.590060 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Calling delete_port for 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:07:49.621205 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-bfe5ceff-11a9-4f0a-8b87-5b332dfcc9bd req-bffe4052-f255-403d-80eb-9d45931f1fd4 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups?id=00ab1b18-45f5-4ea1-8f25-30817e418af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696342 Apr 12 12:07:49.822730 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (51cd90e9-1781-4dc8-a3cb-76ed5aa9209f), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:49.852641 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'Port': ['ID=51cd90e9-1781-4dc8-a3cb-76ed5aa9209f,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:07:49.863918 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.864277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.864630 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.864975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.865342 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.865685 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.866042 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.870367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.870367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.870367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.870367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.870367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.870367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.870367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.870367 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:49.982112 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:07:50.091911 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:07:50.101715 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:07:50.110549 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:07:50.111154 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:07:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:07:50.134608 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] No DVR routers for this DVR port 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:07:50.137040 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:50.140301 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5369e296-7b41-4848-b112-7c56b72a4716 req-e431574f-7a4f-4234-b70a-1a668a81a7eb tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.52 "DELETE /v2.0/ports/51cd90e9-1781-4dc8-a3cb-76ed5aa9209f HTTP/1.1" status: 204 len: 173 time: 0.9585335 Apr 12 12:07:50.140740 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'name': 'network-vif-deleted', 'tag': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:07:50.143032 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2414be3a-94d4-47c0-87d1-8d24121e2039" -d '{"events": [{"server_uuid": "a6e4788e-1e0d-47f3-82bf-47dcbb047806", "name": "network-vif-deleted", "tag": "51cd90e9-1781-4dc8-a3cb-76ed5aa9209f"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:07:50.229585 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:07:50.237533 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d1b18-6c54-46eb-8d88-68a9fb4da440 x-openstack-request-id: req-8b5d1b18-6c54-46eb-8d88-68a9fb4da440 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:07:50.238423 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e4788e-1e0d-47f3-82bf-47dcbb047806", "name": "network-vif-deleted", "tag": "51cd90e9-1781-4dc8-a3cb-76ed5aa9209f", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:07:50.238837 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b5d1b18-6c54-46eb-8d88-68a9fb4da440 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:07:50.239404 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5d1b18-6c54-46eb-8d88-68a9fb4da440'] response: {'server_uuid': 'a6e4788e-1e0d-47f3-82bf-47dcbb047806', 'name': 'network-vif-deleted', 'tag': '51cd90e9-1781-4dc8-a3cb-76ed5aa9209f', 'status': 'completed', 'code': 200} Apr 12 12:07:50.424870 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:07:50.452027 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:07:50.460577 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:07:50.463055 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:07:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:07:50.573289 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:07:50.729683 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-693a2ea0-5c88-45ee-b6a8-c3bd011dc09a req-7f0e5601-333d-49c2-8934-1b120ad54652 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e4788e-1e0d-47f3-82bf-47dcbb047806 HTTP/1.1" status: 200 len: 210 time: 0.0309658 Apr 12 12:07:50.767095 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:07:50.793833 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de577e1-3df6-4bd5-94cd-725eb0c14a16 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:00:25Z', 'revision_number': 4, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '9e59c9f2-d183-413b-81e6-46e4f273c228', 'name': '', 'network_id': '7d7f3984-3bfb-41fc-9166-e07fe2126608', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'mac_address': 'fa:16:3e:e2:f4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:25Z', 'updated_at': '2022-04-12T12:00:29Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'subnets': [{'id': 'b7825b48-eb14-430d-a68f-71af890286bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:07:51.006105 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487ccb1-3583-4a4b-87cd-1d51ec0c0a8f None None] New status for floating IP 3bc08471-92e5-4d44-8691-985306c2c6eb: DOWN {{(pid=103890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:07:51.880296 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60572) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:07:51.938118 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-540beb77-d45c-44d1-8040-4098ebfb0894 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (00ab1b18-45f5-4ea1-8f25-30817e418af7), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:51.961721 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-540beb77-d45c-44d1-8040-4098ebfb0894 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (00ab1b18-45f5-4ea1-8f25-30817e418af7), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.074012 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-540beb77-d45c-44d1-8040-4098ebfb0894 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (00ab1b18-45f5-4ea1-8f25-30817e418af7), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.077528 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-540beb77-d45c-44d1-8040-4098ebfb0894 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.079302 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-540beb77-d45c-44d1-8040-4098ebfb0894 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "DELETE /v2.0/security-groups/00ab1b18-45f5-4ea1-8f25-30817e418af7 HTTP/1.1" status: 204 len: 168 time: 0.1979802 Apr 12 12:07:52.082142 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60574) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:07:52.089250 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540beb77-d45c-44d1-8040-4098ebfb0894 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab1b18-45f5-4ea1-8f25-30817e418af7,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:07:52.099171 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.api.v2.resource [None req-39428c09-2b6b-4823-8447-2cd439229585 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] show failed (client error): The resource could not be found. Apr 12 12:07:52.100240 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-39428c09-2b6b-4823-8447-2cd439229585 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "GET /v2.0/security-groups/00ab1b18-45f5-4ea1-8f25-30817e418af7 HTTP/1.1" status: 404 len: 347 time: 0.0170918 Apr 12 12:07:52.115880 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60576) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:07:52.245222 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Deleting port 1f43c545-083e-41d9-9306-e979b6a2433c {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:07:52.245565 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (1f43c545-083e-41d9-9306-e979b6a2433c), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.322831 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (1f43c545-083e-41d9-9306-e979b6a2433c), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.323161 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (1f43c545-083e-41d9-9306-e979b6a2433c), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.335255 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Calling delete_port for 1f43c545-083e-41d9-9306-e979b6a2433c owned by network:floatingip {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:07:52.559842 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (1f43c545-083e-41d9-9306-e979b6a2433c), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.586587 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Pushing event deleted for resources: {'Port': ['ID=1f43c545-083e-41d9-9306-e979b6a2433c,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:07:52.611914 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.612262 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.612606 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.612945 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.613282 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.613614 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.613949 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.614295 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.614622 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.614949 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.615301 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.615594 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.615915 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.616816 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.617136 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:07:52.661651 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks [] for floatingip (3bc08471-92e5-4d44-8691-985306c2c6eb), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.664284 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:52.665445 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-b285c22d-e361-4065-8999-f9188441c893 tempest-AttachVolumeNegativeTest-171082078 tempest-AttachVolumeNegativeTest-171082078-project] 10.222.0.59 "DELETE /v2.0/floatingips/3bc08471-92e5-4d44-8691-985306c2c6eb HTTP/1.1" status: 204 len: 168 time: 0.5480645 Apr 12 12:07:52.868924 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:53.897381 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:07:53.921253 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:07:53.921591 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 51cd90e9-1781-4dc8-a3cb-76ed5aa9209f not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:07:56.874162 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60612) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:07:57.292049 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (23d97310-1cd8-4a40-a041-be2d20b0a704), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:57.520136 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Deleting port 9e59c9f2-d183-413b-81e6-46e4f273c228 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:07:57.520473 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:57.850276 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] For port 9e59c9f2-d183-413b-81e6-46e4f273c228, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=9e59c9f2-d183-413b-81e6-46e4f273c228,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:07:57.850952 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:57.862994 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Calling delete_port for 9e59c9f2-d183-413b-81e6-46e4f273c228 owned by network:router_interface {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:07:58.124395 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (9e59c9f2-d183-413b-81e6-46e4f273c228), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:58.151199 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e59c9f2-d183-413b-81e6-46e4f273c228,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:07:58.326037 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (23d97310-1cd8-4a40-a041-be2d20b0a704), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:58.549583 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Router 23d97310-1cd8-4a40-a041-be2d20b0a704 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:07:58.656882 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:07:58.661835 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-f16f2f6f-577f-47c1-b7cc-455e92758deb admin admin] 10.222.0.59 "PUT /v2.0/routers/23d97310-1cd8-4a40-a041-be2d20b0a704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866445 Apr 12 12:07:58.664669 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60616) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:07:58.665699 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] Sync routers for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:07:58.675748 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:07:58.676453 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:07:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:07:58.771177 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks [] for router (23d97310-1cd8-4a40-a041-be2d20b0a704), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:58.785063 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:07:58.874709 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks [] for router_gateway (23d97310-1cd8-4a40-a041-be2d20b0a704), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:58.953599 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:07:57Z', 'revision_number': 5, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port': {'id': '258cfebd-ee25-48b5-bd88-893841b13b0d', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:00:23Z', 'updated_at': '2022-04-12T12:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:07:58.981603 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Deleting port 258cfebd-ee25-48b5-bd88-893841b13b0d {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:07:58.982500 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:58.985121 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] Checking router: 23d97310-1cd8-4a40-a041-be2d20b0a704 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:07:58.993797 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] Routers {'23d97310-1cd8-4a40-a041-be2d20b0a704'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:07:58.994455 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:07:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['23d97310-1cd8-4a40-a041-be2d20b0a704'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:07:59.061451 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] For port 258cfebd-ee25-48b5-bd88-893841b13b0d, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=258cfebd-ee25-48b5-bd88-893841b13b0d,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:07:59.061821 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:59.076332 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Calling delete_port for 258cfebd-ee25-48b5-bd88-893841b13b0d owned by network:router_gateway {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:07:59.216097 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] Set router 23d97310-1cd8-4a40-a041-be2d20b0a704 gateway port host: None {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:07:59.268277 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:07:58Z', 'revision_number': 6, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port_host': None}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:07:59.297771 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc4988-3f33-4edd-a7ca-e50e68fee273 None None] The sync data for ids ['23d97310-1cd8-4a40-a041-be2d20b0a704'] in dv-cinder-830091-4-iscsi is: [{'id': '23d97310-1cd8-4a40-a041-be2d20b0a704', 'name': 'tempest-AttachVolumeNegativeTest-1805425003-router', 'tenant_id': '71262f526ed5433f9f7c93025540d12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:00:22Z', 'updated_at': '2022-04-12T12:07:58Z', 'revision_number': 6, 'project_id': '71262f526ed5433f9f7c93025540d12f', 'gw_port_host': None}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:07:59.336942 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (258cfebd-ee25-48b5-bd88-893841b13b0d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:59.631581 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=258cfebd-ee25-48b5-bd88-893841b13b0d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:07:59.695959 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (23d97310-1cd8-4a40-a041-be2d20b0a704), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:59.791648 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (23d97310-1cd8-4a40-a041-be2d20b0a704), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:59.793943 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks [] for router_controller (23d97310-1cd8-4a40-a041-be2d20b0a704), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:59.936673 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (23d97310-1cd8-4a40-a041-be2d20b0a704), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:59.937176 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d97310-1cd8-4a40-a041-be2d20b0a704 {{(pid=103888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:07:59.948455 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:07:59.948455 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-78646395-c983-471a-b11e-7355f6ab8b4c admin admin] 10.222.0.59 "DELETE /v2.0/routers/23d97310-1cd8-4a40-a041-be2d20b0a704 HTTP/1.1" status: 204 len: 168 time: 1.2769306 Apr 12 12:07:59.948455 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60618) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:07:59.990197 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf9f7d9-ab92-4b97-a004-be84166f325d admin admin] Deleting subnet b7825b48-eb14-430d-a68f-71af890286bc {{(pid=103888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:07:59.993599 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f7d9-ab92-4b97-a004-be84166f325d admin admin] Publish callbacks [] for subnet (b7825b48-eb14-430d-a68f-71af890286bc), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.029972 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f7d9-ab92-4b97-a004-be84166f325d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26653801'] for subnet (b7825b48-eb14-430d-a68f-71af890286bc), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.107552 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f7d9-ab92-4b97-a004-be84166f325d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (b7825b48-eb14-430d-a68f-71af890286bc), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.222987 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f7d9-ab92-4b97-a004-be84166f325d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26654221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157497'] for subnet (b7825b48-eb14-430d-a68f-71af890286bc), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.250206 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9f7d9-ab92-4b97-a004-be84166f325d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7825b48-eb14-430d-a68f-71af890286bc,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:00.253979 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f7d9-ab92-4b97-a004-be84166f325d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.259000 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-cbf9f7d9-ab92-4b97-a004-be84166f325d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b7825b48-eb14-430d-a68f-71af890286bc HTTP/1.1" status: 204 len: 168 time: 0.3123484 Apr 12 12:08:00.260808 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60620) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:00.262244 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4eb810-4f95-4d5a-bfd6-3577eba2bf43 None None] Network 7d7f3984-3bfb-41fc-9166-e07fe2126608 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:08:00.337858 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (7d7f3984-3bfb-41fc-9166-e07fe2126608), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.392665 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Deleting port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:08:00.393009 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.427886 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] DHCP port deletion for 7d7f3984-3bfb-41fc-9166-e07fe2126608 request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:08:00.464677 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] For port 391a4b98-fba7-46db-be87-ba8a6d7c88d5, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=391a4b98-fba7-46db-be87-ba8a6d7c88d5,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:08:00.464988 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.473269 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Deleting port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:08:00.473655 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.479289 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Calling delete_port for 391a4b98-fba7-46db-be87-ba8a6d7c88d5 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:08:00.490384 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 391a4b98-fba7-46db-be87-ba8a6d7c88d5 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:08:00.573126 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] For port 391a4b98-fba7-46db-be87-ba8a6d7c88d5, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=391a4b98-fba7-46db-be87-ba8a6d7c88d5,segment=NetworkSegment(f95c2679-d03d-4996-935c-1a60ecdd6107),segment_id=f95c2679-d03d-4996-935c-1a60ecdd6107)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:08:00.573463 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.588399 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Calling delete_port for 391a4b98-fba7-46db-be87-ba8a6d7c88d5 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:08:00.656868 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.668751 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 is: ACTIVE; New status is: DOWN {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:08:00.669144 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.689745 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Pushing event deleted for resources: {'Port': ['ID=391a4b98-fba7-46db-be87-ba8a6d7c88d5,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:00.691706 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] No DVR routers for this DVR port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 on host dv-cinder-830091-4-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:08:00.727589 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 258cfebd-ee25-48b5-bd88-893841b13b0d no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:08:00.731178 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (391a4b98-fba7-46db-be87-ba8a6d7c88d5), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.754286 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 258cfebd-ee25-48b5-bd88-893841b13b0d {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:08:00.754642 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 258cfebd-ee25-48b5-bd88-893841b13b0d not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:08:00.755090 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 9e59c9f2-d183-413b-81e6-46e4f273c228 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:08:00.763246 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (7d7f3984-3bfb-41fc-9166-e07fe2126608), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.775589 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Pushing event deleted for resources: {'Port': ['ID=391a4b98-fba7-46db-be87-ba8a6d7c88d5,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:00.783301 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7f3984-3bfb-41fc-9166-e07fe2126608']}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:00.793533 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95c2679-d03d-4996-935c-1a60ecdd6107') {'for_net_delete': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:00.793828 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95c2679-d03d-4996-935c-1a60ecdd6107') {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:08:00.799589 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] No DVR routers for this DVR port 391a4b98-fba7-46db-be87-ba8a6d7c88d5 on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:08:00.800635 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 9e59c9f2-d183-413b-81e6-46e4f273c228 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:08:00.801022 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 9e59c9f2-d183-413b-81e6-46e4f273c228 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:08:00.804720 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347845'] for segment (f95c2679-d03d-4996-935c-1a60ecdd6107), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.805552 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.805913 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.806293 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.806641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.806982 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.807322 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.807676 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.807975 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.808307 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.808638 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.808967 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.809317 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.809648 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.809974 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.810325 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede42e4d-fb39-40d2-8059-a5f4e69a5a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:00.821237 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (f95c2679-d03d-4996-935c-1a60ecdd6107), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.827688 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26284553'] for segment (f95c2679-d03d-4996-935c-1a60ecdd6107), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: Traceback (most recent call last): Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: timer() Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: cb(*args, **kw) Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: return func(*args, **kwargs) Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: self._notify() Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: self.callback(batched_events) Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: event.method(event) Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: return f(self, *a, **k) Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._get(url).json() Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: return self.request(url, 'GET', **kwargs) Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:08:00.832370 dv-cinder-830091-4-iscsi neutron-server[103887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:08:00.982979 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (7d7f3984-3bfb-41fc-9166-e07fe2126608), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.991783 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:00.996583 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7d7f3984-3bfb-41fc-9166-e07fe2126608 HTTP/1.1" status: 204 len: 168 time: 0.7340906 Apr 12 12:08:01.007933 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e366648-b5f6-48e3-8cfa-ae0e0facab53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7f3984-3bfb-41fc-9166-e07fe2126608,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:01.294688 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60624) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:01.337938 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-42647df0-3e20-4955-b788-a1d7c2be9130 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71262f526ed5433f9f7c93025540d12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419762 Apr 12 12:08:01.340393 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60626) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:01.386700 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19637cb2-10c5-4eac-8589-c29c52ffeb4a admin admin] Publish callbacks [] for security_group (95df1f71-228e-4902-a47c-2ef145e57b2d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:01.408037 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19637cb2-10c5-4eac-8589-c29c52ffeb4a admin admin] Publish callbacks [] for security_group (95df1f71-228e-4902-a47c-2ef145e57b2d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:01.525026 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19637cb2-10c5-4eac-8589-c29c52ffeb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (95df1f71-228e-4902-a47c-2ef145e57b2d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:01.527577 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-19637cb2-10c5-4eac-8589-c29c52ffeb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:01.528755 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-19637cb2-10c5-4eac-8589-c29c52ffeb4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95df1f71-228e-4902-a47c-2ef145e57b2d HTTP/1.1" status: 204 len: 168 time: 0.1874707 Apr 12 12:08:01.536635 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19637cb2-10c5-4eac-8589-c29c52ffeb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95df1f71-228e-4902-a47c-2ef145e57b2d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:01.576593 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ab40-85e7-40a0-9000-145e5979b309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:03.896462 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-623a5098-2d80-48ed-b812-07a0725dcd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:05.358145 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.295167 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60686) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:06.400357 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7a92afe8-f32a-4131-8c55-93aa5d3df158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.428269 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.477452 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7a92afe8-f32a-4131-8c55-93aa5d3df158 admin admin] Publish callbacks [] for security_group (6c391e57-8112-4427-b4c4-0476932eab5f), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.559065 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7a92afe8-f32a-4131-8c55-93aa5d3df158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (6c391e57-8112-4427-b4c4-0476932eab5f), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.595335 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92afe8-f32a-4131-8c55-93aa5d3df158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c391e57-8112-4427-b4c4-0476932eab5f,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:06.601476 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-7a92afe8-f32a-4131-8c55-93aa5d3df158 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=703230fa93c64596aea48b5865e7d5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052716 Apr 12 12:08:06.606951 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60690) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:06.651607 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1046-e82f-4145-b837-50beef266644 admin admin] Publish callbacks [] for security_group (6c391e57-8112-4427-b4c4-0476932eab5f), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.672552 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1046-e82f-4145-b837-50beef266644 admin admin] Publish callbacks [] for security_group (6c391e57-8112-4427-b4c4-0476932eab5f), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.805582 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1046-e82f-4145-b837-50beef266644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (6c391e57-8112-4427-b4c4-0476932eab5f), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.808279 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1046-e82f-4145-b837-50beef266644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:06.809539 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c3bf1046-e82f-4145-b837-50beef266644 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c391e57-8112-4427-b4c4-0476932eab5f HTTP/1.1" status: 204 len: 168 time: 0.2044747 Apr 12 12:08:06.817403 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf1046-e82f-4145-b837-50beef266644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c391e57-8112-4427-b4c4-0476932eab5f,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:07.890594 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:16.669628 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:08:19.055087 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60806) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:19.158277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bb280067-7890-4eec-9c48-a0a62fc7f039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:19.232501 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bb280067-7890-4eec-9c48-a0a62fc7f039 admin admin] Publish callbacks [] for security_group (460a1d44-57ad-4dd7-a64a-e9b3faedf137), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:19.290884 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bb280067-7890-4eec-9c48-a0a62fc7f039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (460a1d44-57ad-4dd7-a64a-e9b3faedf137), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:19.328041 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb280067-7890-4eec-9c48-a0a62fc7f039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a1d44-57ad-4dd7-a64a-e9b3faedf137,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:19.332169 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-bb280067-7890-4eec-9c48-a0a62fc7f039 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e92f5e265feb45b3995e98d05cf5236d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760684 Apr 12 12:08:19.334937 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60810) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:19.386332 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4019-56b0-48c8-8201-cae3e4f06f35 admin admin] Publish callbacks [] for security_group (460a1d44-57ad-4dd7-a64a-e9b3faedf137), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:19.406724 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4019-56b0-48c8-8201-cae3e4f06f35 admin admin] Publish callbacks [] for security_group (460a1d44-57ad-4dd7-a64a-e9b3faedf137), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:19.517910 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4019-56b0-48c8-8201-cae3e4f06f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (460a1d44-57ad-4dd7-a64a-e9b3faedf137), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:19.520625 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4019-56b0-48c8-8201-cae3e4f06f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:19.521846 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-6a9d4019-56b0-48c8-8201-cae3e4f06f35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/460a1d44-57ad-4dd7-a64a-e9b3faedf137 HTTP/1.1" status: 204 len: 168 time: 0.1857178 Apr 12 12:08:19.530043 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d4019-56b0-48c8-8201-cae3e4f06f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a1d44-57ad-4dd7-a64a-e9b3faedf137,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:22.826417 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:31.581691 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c84b6db3-8d7c-4ec0-afcf-af056d7fc3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.567777 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60942) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:32.670796 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bd852281-ac1f-4938-a44d-a64dfbc8b8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.744677 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bd852281-ac1f-4938-a44d-a64dfbc8b8cf admin admin] Publish callbacks [] for security_group (f641285f-2479-4b6d-ab18-1f5ac1c757a2), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.831834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bd852281-ac1f-4938-a44d-a64dfbc8b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (f641285f-2479-4b6d-ab18-1f5ac1c757a2), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.869715 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd852281-ac1f-4938-a44d-a64dfbc8b8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641285f-2479-4b6d-ab18-1f5ac1c757a2,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:32.874536 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-bd852281-ac1f-4938-a44d-a64dfbc8b8cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4eed88a05e5e4fa0a961ec5c1589f9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050900 Apr 12 12:08:32.876524 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60946) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:32.924685 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6daa57a4-a83d-4de3-86aa-d04f1622eca5 admin admin] Publish callbacks [] for security_group (f641285f-2479-4b6d-ab18-1f5ac1c757a2), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:32.947176 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6daa57a4-a83d-4de3-86aa-d04f1622eca5 admin admin] Publish callbacks [] for security_group (f641285f-2479-4b6d-ab18-1f5ac1c757a2), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.084898 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6daa57a4-a83d-4de3-86aa-d04f1622eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (f641285f-2479-4b6d-ab18-1f5ac1c757a2), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.087587 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6daa57a4-a83d-4de3-86aa-d04f1622eca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.088792 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-6daa57a4-a83d-4de3-86aa-d04f1622eca5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f641285f-2479-4b6d-ab18-1f5ac1c757a2 HTTP/1.1" status: 204 len: 168 time: 0.2113531 Apr 12 12:08:33.098456 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa57a4-a83d-4de3-86aa-d04f1622eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641285f-2479-4b6d-ab18-1f5ac1c757a2,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:33.630109 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60952) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:33.643356 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-38a81de6-a44f-40e1-b6a4-55d346b9b24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.717975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-38a81de6-a44f-40e1-b6a4-55d346b9b24e admin admin] Publish callbacks [] for security_group (91b7849f-8c2a-43f7-986e-71cbfa9e7e33), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.799101 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-38a81de6-a44f-40e1-b6a4-55d346b9b24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (91b7849f-8c2a-43f7-986e-71cbfa9e7e33), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.837249 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a81de6-a44f-40e1-b6a4-55d346b9b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b7849f-8c2a-43f7-986e-71cbfa9e7e33,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:33.841443 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-38a81de6-a44f-40e1-b6a4-55d346b9b24e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64dcc7ffa30843ceaaa18ce56bf6b53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103245 Apr 12 12:08:33.844129 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60954) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:33.891080 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-73553ad2-4b32-47fb-ac28-c03edacabf1a admin admin] Publish callbacks [] for security_group (91b7849f-8c2a-43f7-986e-71cbfa9e7e33), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.901934 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ca72ef7b-5db3-411c-bae8-4fe5352030b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:33.913071 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-73553ad2-4b32-47fb-ac28-c03edacabf1a admin admin] Publish callbacks [] for security_group (91b7849f-8c2a-43f7-986e-71cbfa9e7e33), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:34.004874 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-73553ad2-4b32-47fb-ac28-c03edacabf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (91b7849f-8c2a-43f7-986e-71cbfa9e7e33), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:34.008018 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-73553ad2-4b32-47fb-ac28-c03edacabf1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:34.009189 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-73553ad2-4b32-47fb-ac28-c03edacabf1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91b7849f-8c2a-43f7-986e-71cbfa9e7e33 HTTP/1.1" status: 204 len: 168 time: 0.1641810 Apr 12 12:08:34.017196 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73553ad2-4b32-47fb-ac28-c03edacabf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b7849f-8c2a-43f7-986e-71cbfa9e7e33,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:34.601654 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 60960) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:34.617549 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-553034c8-4fd3-45b5-9c36-ad5d58984964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:34.690396 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-553034c8-4fd3-45b5-9c36-ad5d58984964 admin admin] Publish callbacks [] for security_group (c1e93da9-da6d-48e6-b46a-9c8b22468e0a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:34.758687 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-553034c8-4fd3-45b5-9c36-ad5d58984964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (c1e93da9-da6d-48e6-b46a-9c8b22468e0a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:34.798014 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-553034c8-4fd3-45b5-9c36-ad5d58984964 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=871bd314f43e4a26bbf5eb465c3f7882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952825 Apr 12 12:08:34.798878 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553034c8-4fd3-45b5-9c36-ad5d58984964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e93da9-da6d-48e6-b46a-9c8b22468e0a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:34.800710 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 60962) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:34.849189 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e9262fd2-8771-40f5-9d50-10393c03b173 admin admin] Publish callbacks [] for security_group (c1e93da9-da6d-48e6-b46a-9c8b22468e0a), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:34.873686 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e9262fd2-8771-40f5-9d50-10393c03b173 admin admin] Publish callbacks [] for security_group (c1e93da9-da6d-48e6-b46a-9c8b22468e0a), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:34.999216 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e9262fd2-8771-40f5-9d50-10393c03b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (c1e93da9-da6d-48e6-b46a-9c8b22468e0a), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:35.001780 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e9262fd2-8771-40f5-9d50-10393c03b173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:35.002962 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-e9262fd2-8771-40f5-9d50-10393c03b173 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1e93da9-da6d-48e6-b46a-9c8b22468e0a HTTP/1.1" status: 204 len: 168 time: 0.2012529 Apr 12 12:08:35.011227 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9262fd2-8771-40f5-9d50-10393c03b173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e93da9-da6d-48e6-b46a-9c8b22468e0a,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:35.364995 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:36.421971 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:37.851166 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:49.722662 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32826) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:49.827609 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a1c10e96-2474-4f54-b579-9899c72f9a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:49.901306 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a1c10e96-2474-4f54-b579-9899c72f9a7a admin admin] Publish callbacks [] for security_group (ad5ad337-db75-45e1-922a-56ecded9a19d), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:49.975099 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a1c10e96-2474-4f54-b579-9899c72f9a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ad5ad337-db75-45e1-922a-56ecded9a19d), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:50.012108 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c10e96-2474-4f54-b579-9899c72f9a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5ad337-db75-45e1-922a-56ecded9a19d,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:50.016274 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a1c10e96-2474-4f54-b579-9899c72f9a7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60209e09161b44549592416a08fbfd2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926087 Apr 12 12:08:50.018918 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32830) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:50.065659 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-32e996eb-bf7e-4f27-bc18-4cc79d298dff admin admin] Publish callbacks [] for security_group (ad5ad337-db75-45e1-922a-56ecded9a19d), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:50.086900 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-32e996eb-bf7e-4f27-bc18-4cc79d298dff admin admin] Publish callbacks [] for security_group (ad5ad337-db75-45e1-922a-56ecded9a19d), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:50.202509 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-32e996eb-bf7e-4f27-bc18-4cc79d298dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (ad5ad337-db75-45e1-922a-56ecded9a19d), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:50.205103 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-32e996eb-bf7e-4f27-bc18-4cc79d298dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:50.206284 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-32e996eb-bf7e-4f27-bc18-4cc79d298dff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad5ad337-db75-45e1-922a-56ecded9a19d HTTP/1.1" status: 204 len: 168 time: 0.1864338 Apr 12 12:08:50.216326 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e996eb-bf7e-4f27-bc18-4cc79d298dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5ad337-db75-45e1-922a-56ecded9a19d,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:50.837034 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 32836) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:50.851302 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:50.925909 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Publish callbacks [] for security_group (16495d2b-e61d-447c-a504-a84cc801ca46), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.014313 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (16495d2b-e61d-447c-a504-a84cc801ca46), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.052349 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16495d2b-e61d-447c-a504-a84cc801ca46,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:51.056476 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8f0bfa515fd4e13b5d22efeb852b502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184427 Apr 12 12:08:51.059330 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32838) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:51.062277 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.062630 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.062977 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.063320 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.063660 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.063993 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.064325 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.064654 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.064986 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.065316 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.065646 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.065976 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.073792 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.073792 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.073792 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da97369-6f49-444c-be46-0eeff914ecac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:51.107694 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fcae1db4-5219-41e8-afdc-f41be49ac2ee admin admin] Publish callbacks [] for security_group (16495d2b-e61d-447c-a504-a84cc801ca46), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.128223 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fcae1db4-5219-41e8-afdc-f41be49ac2ee admin admin] Publish callbacks [] for security_group (16495d2b-e61d-447c-a504-a84cc801ca46), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.227496 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fcae1db4-5219-41e8-afdc-f41be49ac2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (16495d2b-e61d-447c-a504-a84cc801ca46), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.230108 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fcae1db4-5219-41e8-afdc-f41be49ac2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:51.234059 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-fcae1db4-5219-41e8-afdc-f41be49ac2ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16495d2b-e61d-447c-a504-a84cc801ca46 HTTP/1.1" status: 204 len: 168 time: 0.1709366 Apr 12 12:08:51.239292 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae1db4-5219-41e8-afdc-f41be49ac2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16495d2b-e61d-447c-a504-a84cc801ca46,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:52.816109 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:53.668550 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:08:56.928983 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32910) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:57.030856 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:57.108542 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Publish callbacks [] for security_group (243f46dc-f4ef-4a23-96fb-0599f50991c1), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:57.179671 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (243f46dc-f4ef-4a23-96fb-0599f50991c1), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:57.219066 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0842665f583040d78abbe1f0ad7ed32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889609 Apr 12 12:08:57.219945 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243f46dc-f4ef-4a23-96fb-0599f50991c1,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:57.221773 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 32914) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:57.227458 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.227836 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.228212 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.228530 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.228870 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.229206 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.229544 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.229874 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.230238 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.230566 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.230896 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.231223 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.231550 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.231875 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.232228 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf05a26-c5a2-443a-8a7a-289e5d8003a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:08:57.273810 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2854-a0b2-4a77-8e11-1ef0c852bc76 admin admin] Publish callbacks [] for security_group (243f46dc-f4ef-4a23-96fb-0599f50991c1), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:57.297641 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2854-a0b2-4a77-8e11-1ef0c852bc76 admin admin] Publish callbacks [] for security_group (243f46dc-f4ef-4a23-96fb-0599f50991c1), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:57.408519 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2854-a0b2-4a77-8e11-1ef0c852bc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (243f46dc-f4ef-4a23-96fb-0599f50991c1), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:57.411179 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2854-a0b2-4a77-8e11-1ef0c852bc76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:57.412469 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-2ccf2854-a0b2-4a77-8e11-1ef0c852bc76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/243f46dc-f4ef-4a23-96fb-0599f50991c1 HTTP/1.1" status: 204 len: 168 time: 0.1896706 Apr 12 12:08:57.420299 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf2854-a0b2-4a77-8e11-1ef0c852bc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243f46dc-f4ef-4a23-96fb-0599f50991c1,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:58.392923 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 32938) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:58.490535 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-937241878-network', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:08:58.568426 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Made reservation on behalf of 1a32264beaa947a2aa79d2ed1bb99915 for: {'network': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:08:58.570660 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.579122 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.652932 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Publish callbacks [] for security_group (42a394ef-e775-4a83-a071-0ed5d21ddb20), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.728183 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (42a394ef-e775-4a83-a071-0ed5d21ddb20), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.752448 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:08:58.761719 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a394ef-e775-4a83-a071-0ed5d21ddb20,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:58.768038 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (377da315-6f4a-412e-abdf-f21d300facc2), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.773023 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.segments_db [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Added segment 377da315-6f4a-412e-abdf-f21d300facc2 of type vlan for network 62593d0d-432e-427e-9ee2-a59a8656e240 Apr 12 12:08:58.809366 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (62593d0d-432e-427e-9ee2-a59a8656e240), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.899596 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (62593d0d-432e-427e-9ee2-a59a8656e240), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.900550 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:08:58.901136 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:58.962834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] Pushing event updated for resources: {'Network': ['ID=62593d0d-432e-427e-9ee2-a59a8656e240,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:58.972782 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 62593d0d-432e-427e-9ee2-a59a8656e240 details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:08:59.005169 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-d75150d9-da1c-4ed0-98b9-87dde9ae1049 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6111412 Apr 12 12:08:59.008418 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 32942) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:59.013117 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Request body: {'subnet': {'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-937241878-subnet', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'ip_version': 4}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:08:59.116688 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Made reservation on behalf of 1a32264beaa947a2aa79d2ed1bb99915 for: {'subnet': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:08:59.119053 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27022916'] for subnet (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:59.347328 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26284142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27022934'] for subnet (130b3d3b-87dc-47ab-a3e8-949090c1194b), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:59.403139 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=130b3d3b-87dc-47ab-a3e8-949090c1194b,revision_number=0']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:08:59.412314 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Checking segment: {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:08:59.412862 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Network hostable DHCP agents. Network: 62593d0d-432e-427e-9ee2-a59a8656e240, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:08:59.491313 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Network 62593d0d-432e-427e-9ee2-a59a8656e240 is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:08:59.574070 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 62593d0d-432e-427e-9ee2-a59a8656e240) {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:08:59.578229 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:08:59.578827 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:59.583559 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907a13b-13b1-40e6-9d0a-745842eecccd None None] Network 62593d0d-432e-427e-9ee2-a59a8656e240 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:08:59.685380 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-99a9183a-bdec-4bce-9f12-282f0bfaf0a3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6758301 Apr 12 12:08:59.688062 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 32944) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:08:59.689373 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-62593d0d-432e-427e-9ee2-a59a8656e240', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:08:59.690317 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:59.693382 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:08:59.781730 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (ac5898f1-5513-438b-824e-a5a1493bd999), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:59.782925 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (ac5898f1-5513-438b-824e-a5a1493bd999), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:59.821376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Allocated IP 172.20.0.2 (62593d0d-432e-427e-9ee2-a59a8656e240/130b3d3b-87dc-47ab-a3e8-949090c1194b/3c7bdca7-daa9-4490-a1e4-57b027f58d11) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:08:59.842921 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks [] for router_controller (ac5898f1-5513-438b-824e-a5a1493bd999), precommit_add_association {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:08:59.962898 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Publish callbacks [] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.067414 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks [] for router_gateway (ac5898f1-5513-438b-824e-a5a1493bd999), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.079202 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.117162 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Network 62593d0d-432e-427e-9ee2-a59a8656e240 is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:00.119881 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:00.123299 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:09:00.136647 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Pushing event updated for resources: {'Port': ['ID=3c7bdca7-daa9-4490-a1e4-57b027f58d11,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:00.190342 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Attempting to bind port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:00.190706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Attempting to bind port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:00.191067 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Attempting to bind port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 on network 62593d0d-432e-427e-9ee2-a59a8656e240 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:00.196710 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:00.197080 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Checking segment: {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:00.197476 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.197865 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Bound using segment: {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:00.198423 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Bound port: 3c7bdca7-daa9-4490-a1e4-57b027f58d11, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:00.198795 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.261416 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] For port 3c7bdca7-daa9-4490-a1e4-57b027f58d11, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:00.264377 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] For port 3c7bdca7-daa9-4490-a1e4-57b027f58d11, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=3c7bdca7-daa9-4490-a1e4-57b027f58d11,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:00.329522 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks [] for router_gateway (ac5898f1-5513-438b-824e-a5a1493bd999), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.340648 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.348643 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.399121 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581d590-8ac6-4f9c-8027-df7e406e00d7 None None] Pushing event updated for resources: {'Port': ['ID=3c7bdca7-daa9-4490-a1e4-57b027f58d11,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:00.463660 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Allocated IP 172.27.1.170 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/fb1f6270-e4e2-4923-bd0c-98efa412f7dc) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:09:00.576743 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks [] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.725826 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:00.762942 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:00.765663 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:00.768059 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:09:00.799020 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Pushing event updated for resources: {'Port': ['ID=fb1f6270-e4e2-4923-bd0c-98efa412f7dc,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:01.137894 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks [] for router_gateway (ac5898f1-5513-438b-824e-a5a1493bd999), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.316270 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f7ffe1-7abd-48a9-aac3-b0f0e256bd9d None None] Network 62593d0d-432e-427e-9ee2-a59a8656e240 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:09:01.387363 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Provisioning complete for port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:01.387819 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.524828 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Current status of the port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:01.525223 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.569665 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] For port 3c7bdca7-daa9-4490-a1e4-57b027f58d11, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=3c7bdca7-daa9-4490-a1e4-57b027f58d11,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:01.602935 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0041-288a-4534-bcbc-562e29d55049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.605092 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (ac5898f1-5513-438b-824e-a5a1493bd999), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.650519 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.702662 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Pushing event updated for resources: {'Port': ['ID=3c7bdca7-daa9-4490-a1e4-57b027f58d11,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:01.710286 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.710639 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.710980 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.711322 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.711653 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.711981 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.712308 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.712637 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.713316 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.713657 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.713986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.714339 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.714665 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.714991 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.715313 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3bd4bf-19a1-4efc-9b16-0cfa432e5f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:01.769120 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-24ad943d-7bd0-4734-a6d6-ce66a4a86e02 None None] Provisioning complete for port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:01.769488 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-24ad943d-7bd0-4734-a6d6-ce66a4a86e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:01.804594 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Router ac5898f1-5513-438b-824e-a5a1493bd999 is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:09:01.850635 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-24ad943d-7bd0-4734-a6d6-ce66a4a86e02 None None] Current status of the port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:01.916170 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:09:01.925445 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Sync routers for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:09:01.934941 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:01.935550 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:08:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:01.999142 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.005176 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-597e0942-730f-4e77-9ed8-2f4ea1462d40 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3114233 Apr 12 12:09:02.005843 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32948) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:09:02.042742 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:02.214437 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:00Z', 'revision_number': 3, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:02.241682 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Checking router: ac5898f1-5513-438b-824e-a5a1493bd999 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:09:02.242052 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Updating router ac5898f1-5513-438b-824e-a5a1493bd999 port fb1f6270-e4e2-4923-bd0c-98efa412f7dc binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:09:02.268880 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.425026 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.524033 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Publish callbacks [] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.534774 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 3c7bdca7-daa9-4490-a1e4-57b027f58d11 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:02.580630 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:02.580997 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.587296 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Allocated IP 172.20.0.1 (62593d0d-432e-427e-9ee2-a59a8656e240/130b3d3b-87dc-47ab-a3e8-949090c1194b/5c50168d-d12c-40a3-9112-5ae4ab3a053a) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:09:02.598967 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.646782 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Attempting to bind port fb1f6270-e4e2-4923-bd0c-98efa412f7dc on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:02.647160 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Attempting to bind port fb1f6270-e4e2-4923-bd0c-98efa412f7dc by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:02.647523 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Attempting to bind port fb1f6270-e4e2-4923-bd0c-98efa412f7dc on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:02.655263 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:02.655632 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:02.656030 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.656413 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:02.656866 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Bound port: fb1f6270-e4e2-4923-bd0c-98efa412f7dc, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:02.657238 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.667297 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:02.682167 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Pushing event updated for resources: {'Port': ['ID=fb1f6270-e4e2-4923-bd0c-98efa412f7dc,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:02.690981 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Publish callbacks [] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.694326 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.694668 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.695027 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.695384 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.695719 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.696042 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.696362 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.696677 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.696998 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.697312 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.697627 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.697955 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.698315 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.698655 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.698940 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:09:02.730984 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] For port fb1f6270-e4e2-4923-bd0c-98efa412f7dc, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:02.732197 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] For port fb1f6270-e4e2-4923-bd0c-98efa412f7dc, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=fb1f6270-e4e2-4923-bd0c-98efa412f7dc,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:02.827663 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.856303 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.868593 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Network 62593d0d-432e-427e-9ee2-a59a8656e240 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:02.871478 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:02.874915 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:09:02.908347 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Pushing event updated for resources: {'Port': ['ID=5c50168d-d12c-40a3-9112-5ae4ab3a053a,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:02.913134 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:02.913309 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:08:34Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:02.929030 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (ac5898f1-5513-438b-824e-a5a1493bd999), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:02.960740 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d1861-a9de-4130-8e4a-aad729acccdd None None] Pushing event updated for resources: {'Port': ['ID=fb1f6270-e4e2-4923-bd0c-98efa412f7dc,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:03.043499 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:03.180988 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-1c045bd6-d259-415c-92a8-fd932d78ab27 None None] Provisioning complete for port 5c50168d-d12c-40a3-9112-5ae4ab3a053a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:03.181273 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1c045bd6-d259-415c-92a8-fd932d78ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:03.217805 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-1c045bd6-d259-415c-92a8-fd932d78ab27 None None] Port 5c50168d-d12c-40a3-9112-5ae4ab3a053a cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:09:03.218469 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:03.308268 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:00Z', 'revision_number': 3, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:03.340196 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee581a40-3984-480f-aea7-14c5eb376339 None None] The sync data for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi is: [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:00Z', 'revision_number': 3, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:09:03.394797 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Publish callbacks [] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:03.627422 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:03.699867 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Pushing event updated for resources: {'Port': ['ID=5c50168d-d12c-40a3-9112-5ae4ab3a053a,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:03.702312 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (ac5898f1-5513-438b-824e-a5a1493bd999), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:03.805405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Network 62593d0d-432e-427e-9ee2-a59a8656e240 is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:03.806870 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:03.909121 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9b622906-16d0-4195-91c1-65a10a108a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:03.945248 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Router ac5898f1-5513-438b-824e-a5a1493bd999 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:09:04.043220 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-0fd7dac7-8254-4faf-a942-276566e3977e None None] Provisioning complete for port 5c50168d-d12c-40a3-9112-5ae4ab3a053a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:04.043931 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0fd7dac7-8254-4faf-a942-276566e3977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:04.071024 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:09:04.086970 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-d3f5bd4a-9a86-4fea-a6ab-09a0b43c9e66 admin admin] 10.222.0.59 "PUT /v2.0/routers/ac5898f1-5513-438b-824e-a5a1493bd999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0735042 Apr 12 12:09:04.087151 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7dac7-8254-4faf-a942-276566e3977e None None] Port 5c50168d-d12c-40a3-9112-5ae4ab3a053a cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:09:04.512627 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device fb1f6270-e4e2-4923-bd0c-98efa412f7dc up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:04.559368 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port fb1f6270-e4e2-4923-bd0c-98efa412f7dc triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:04.559749 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:04.641742 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port fb1f6270-e4e2-4923-bd0c-98efa412f7dc is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:04.642232 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:04.664878 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port fb1f6270-e4e2-4923-bd0c-98efa412f7dc, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=fb1f6270-e4e2-4923-bd0c-98efa412f7dc,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:04.747290 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:04.759005 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32964) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:09:04.764391 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-202725393-network', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:09:04.802652 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=fb1f6270-e4e2-4923-bd0c-98efa412f7dc,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:04.855845 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Made reservation on behalf of 19b91b0e082d4a0399d9a3c5eff1699c for: {'network': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:09:04.858270 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for network (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:04.867859 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:04.943436 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Publish callbacks [] for security_group (92b8ecfb-2a65-455a-b3da-61da5e4274c8), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:04.947772 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Sync routers for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:09:04.957945 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:04.959214 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:09:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:05.008167 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (92b8ecfb-2a65-455a-b3da-61da5e4274c8), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.036796 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 12:09:05.043593 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b8ecfb-2a65-455a-b3da-61da5e4274c8,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:05.050184 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (2b4ad26c-4437-449a-ab4b-6e090ee7a408), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.053689 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.segments_db [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Added segment 2b4ad26c-4437-449a-ab4b-6e090ee7a408 of type vlan for network 99a1af5d-74b4-4b6a-9735-252a2fd774db Apr 12 12:09:05.095496 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773031102814'] for network (99a1af5d-74b4-4b6a-9735-252a2fd774db), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.182860 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764'] for network (99a1af5d-74b4-4b6a-9735-252a2fd774db), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.183927 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:05.184515 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.203199 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:05.247371 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=99a1af5d-74b4-4b6a-9735-252a2fd774db,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:05.278086 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Network 99a1af5d-74b4-4b6a-9735-252a2fd774db details requested by agent ovs-agent-dv-cinder-830091-4-iscsi with host dv-cinder-830091-4-iscsi {{(pid=103889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 12:09:05.286979 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5fbf540f-14ca-4c20-84d8-2929af6cf3a0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5266888 Apr 12 12:09:05.289659 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32966) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:09:05.294356 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Request body: {'subnet': {'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-202725393-subnet', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'ip_version': 4}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:09:05.398496 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Made reservation on behalf of 19b91b0e082d4a0399d9a3c5eff1699c for: {'subnet': 1} {{(pid=103888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:09:05.400945 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27157476'] for subnet (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.401272 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.471753 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 2, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:05.495355 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Checking router: ac5898f1-5513-438b-824e-a5a1493bd999 for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:09:05.497453 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Updating router ac5898f1-5513-438b-824e-a5a1493bd999 port 5c50168d-d12c-40a3-9112-5ae4ab3a053a binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:09:05.526557 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.636907 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26653888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27157494'] for subnet (cf77c9fd-481a-431d-910c-b282823779f4), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.692617 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf77c9fd-481a-431d-910c-b282823779f4,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:05.703960 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Checking segment: {'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:05.704325 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Network hostable DHCP agents. Network: 99a1af5d-74b4-4b6a-9735-252a2fd774db, hostable agents: ['88c82d57-f11f-486d-8dd5-e5dea16322b2'], hosted agents: [] {{(pid=103888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 12:09:05.779931 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Network 99a1af5d-74b4-4b6a-9735-252a2fd774db is scheduled to be hosted by DHCP agent 88c82d57-f11f-486d-8dd5-e5dea16322b2 with binding_index 1 {{(pid=103888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 12:09:05.790014 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Publish callbacks [] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.876666 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-4-iscsi, 99a1af5d-74b4-4b6a-9735-252a2fd774db) {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:05.881150 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:05.887042 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:05.887174 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ae4e9-21c4-4b41-a8a0-e2441cc05070 None None] Network 99a1af5d-74b4-4b6a-9735-252a2fd774db requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:09:05.940650 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.006810 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8d187fab-5cf5-4739-9101-f7f975f2a58c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7156816 Apr 12 12:09:06.007370 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602044-4fc1-4a57-acef-e16a0da19229 None None] Pushing event updated for resources: {'Port': ['ID=5c50168d-d12c-40a3-9112-5ae4ab3a053a,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:06.009093 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32968) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:09:06.016633 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:09:06.063936 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6e1efc8-05e0-5ed0-accf-3e27a8f28851-99a1af5d-74b4-4b6a-9735-252a2fd774db', 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db', 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'fixed_ips': [{'subnet_id': 'cf77c9fd-481a-431d-910c-b282823779f4'}]}} from dv-cinder-830091-4-iscsi. {{(pid=103889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 12:09:06.064798 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.099487 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Attempting to bind port 5c50168d-d12c-40a3-9112-5ae4ab3a053a on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:06.099949 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Attempting to bind port 5c50168d-d12c-40a3-9112-5ae4ab3a053a by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:06.100237 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Attempting to bind port 5c50168d-d12c-40a3-9112-5ae4ab3a053a on network 62593d0d-432e-427e-9ee2-a59a8656e240 {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:06.115905 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:06.116283 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Checking segment: {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:06.116685 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.117085 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Bound using segment: {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:06.117611 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Bound port: 5c50168d-d12c-40a3-9112-5ae4ab3a053a, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:06.118073 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.119365 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-453205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1021069'] for router (2cb0ee90-b310-464c-84da-39c3a8e0500f), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.120553 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1602910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-380217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021076'] for router (2cb0ee90-b310-464c-84da-39c3a8e0500f), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.183367 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks [] for router_controller (2cb0ee90-b310-464c-84da-39c3a8e0500f), precommit_add_association {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.264460 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f738dd1a-1108-481b-b3f6-bf60e1c48310 None None] Provisioning complete for port 5c50168d-d12c-40a3-9112-5ae4ab3a053a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:06.264746 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f738dd1a-1108-481b-b3f6-bf60e1c48310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.305187 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] For port 5c50168d-d12c-40a3-9112-5ae4ab3a053a, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:06.327869 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] For port 5c50168d-d12c-40a3-9112-5ae4ab3a053a, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=5c50168d-d12c-40a3-9112-5ae4ab3a053a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:06.335995 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f738dd1a-1108-481b-b3f6-bf60e1c48310 None None] Port 5c50168d-d12c-40a3-9112-5ae4ab3a053a cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:09:06.337967 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.db_base_plugin_common [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Allocated IP 172.20.0.2 (99a1af5d-74b4-4b6a-9735-252a2fd774db/cf77c9fd-481a-431d-910c-b282823779f4/be279c0e-0f3b-4a39-8a32-e7b41bea0705) {{(pid=103889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:09:06.392116 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks [] for router_gateway (2cb0ee90-b310-464c-84da-39c3a8e0500f), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.414174 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.509089 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602044-4fc1-4a57-acef-e16a0da19229 None None] Pushing event updated for resources: {'Port': ['ID=5c50168d-d12c-40a3-9112-5ae4ab3a053a,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:06.514720 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:06.515432 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:09:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:06.535706 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.577267 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device fb1f6270-e4e2-4923-bd0c-98efa412f7dc up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:06.632537 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Publish callbacks [] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), precommit_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.641723 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks [] for router_gateway (2cb0ee90-b310-464c-84da-39c3a8e0500f), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.663059 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.703671 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port fb1f6270-e4e2-4923-bd0c-98efa412f7dc triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:06.704042 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.731866 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:06.736334 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), after_create {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.779885 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Allocated IP 172.27.1.156 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/2bafdf48-49b4-4f95-a956-a50a9c51a1f0) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:09:06.886525 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks [] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:06.965376 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-3a1eae0b-0f0c-419b-9f12-c645cba024ae None None] Provisioning complete for port 5c50168d-d12c-40a3-9112-5ae4ab3a053a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:06.965738 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3a1eae0b-0f0c-419b-9f12-c645cba024ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.008460 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Network 99a1af5d-74b4-4b6a-9735-252a2fd774db is already hosted by enough agents. {{(pid=103889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:07.016291 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.029545 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.scheduler.base_scheduler [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Resources bound (agent type, host, resource id): {{(pid=103889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:07.031334 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Pushing event updated for resources: {'Port': ['ID=be279c0e-0f3b-4a39-8a32-e7b41bea0705,revision_number=1']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:07.045319 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Received port after_create {{(pid=103889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:09:07.058522 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:07.061442 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:07.069025 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:09:07.072318 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Pushing event updated for resources: {'Port': ['ID=2bafdf48-49b4-4f95-a956-a50a9c51a1f0,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:07.181536 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port fb1f6270-e4e2-4923-bd0c-98efa412f7dc is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:07.237477 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Attempting to bind port be279c0e-0f3b-4a39-8a32-e7b41bea0705 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:07.237841 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Attempting to bind port be279c0e-0f3b-4a39-8a32-e7b41bea0705 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:07.238233 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Attempting to bind port be279c0e-0f3b-4a39-8a32-e7b41bea0705 on network 99a1af5d-74b4-4b6a-9735-252a2fd774db {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:07.271257 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:07.271627 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Checking segment: {'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:07.272032 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.272424 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Bound using segment: {'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:07.272895 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Bound port: be279c0e-0f3b-4a39-8a32-e7b41bea0705, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:07.273294 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.279223 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-3a1eae0b-0f0c-419b-9f12-c645cba024ae None None] Current status of the port 5c50168d-d12c-40a3-9112-5ae4ab3a053a is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:07.279593 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3a1eae0b-0f0c-419b-9f12-c645cba024ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.334492 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:06Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:07.377535 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-3a1eae0b-0f0c-419b-9f12-c645cba024ae None None] For port 5c50168d-d12c-40a3-9112-5ae4ab3a053a, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=5c50168d-d12c-40a3-9112-5ae4ab3a053a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:07.378919 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7b268-8ee8-44f9-985e-7bfc3a25c49a None None] The sync data for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi is: [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:06Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:09:07.399475 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks [] for router_gateway (2cb0ee90-b310-464c-84da-39c3a8e0500f), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.413651 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] For port be279c0e-0f3b-4a39-8a32-e7b41bea0705, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:07.413651 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] For port be279c0e-0f3b-4a39-8a32-e7b41bea0705, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=be279c0e-0f3b-4a39-8a32-e7b41bea0705,segment=NetworkSegment(2b4ad26c-4437-449a-ab4b-6e090ee7a408),segment_id=2b4ad26c-4437-449a-ab4b-6e090ee7a408)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:07.467662 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-3a1eae0b-0f0c-419b-9f12-c645cba024ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.508485 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.565508 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1eae0b-0f0c-419b-9f12-c645cba024ae None None] Pushing event updated for resources: {'Port': ['ID=5c50168d-d12c-40a3-9112-5ae4ab3a053a,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:07.628019 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c77b50-9d96-4a4f-95ee-371025177d55 None None] Pushing event updated for resources: {'Port': ['ID=be279c0e-0f3b-4a39-8a32-e7b41bea0705,revision_number=2']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:07.654015 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603501'] for router (2cb0ee90-b310-464c-84da-39c3a8e0500f), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:07.897529 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.244894 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Router 2cb0ee90-b310-464c-84da-39c3a8e0500f is scheduled to L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 with binding_index 1 {{(pid=103888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 12:09:08.379723 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:09:08.390512 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Sync routers for ids ['2cb0ee90-b310-464c-84da-39c3a8e0500f'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:09:08.401760 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Routers {'2cb0ee90-b310-464c-84da-39c3a8e0500f'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:08.402423 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:09:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['2cb0ee90-b310-464c-84da-39c3a8e0500f'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:08.521671 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Set router 2cb0ee90-b310-464c-84da-39c3a8e0500f gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:08.562696 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 5c50168d-d12c-40a3-9112-5ae4ab3a053a up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:08.604177 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f10391a-33a0-457b-83a1-7bb0d9c4eedc None None] Network 99a1af5d-74b4-4b6a-9735-252a2fd774db requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:09:08.675394 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 5c50168d-d12c-40a3-9112-5ae4ab3a053a triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:08.675768 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.721207 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 3, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:08.725635 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-13cf0168-261c-4bab-95cd-6db0b2328328 None None] Provisioning complete for port be279c0e-0f3b-4a39-8a32-e7b41bea0705 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:08.726039 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-13cf0168-261c-4bab-95cd-6db0b2328328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.746303 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Checking router: 2cb0ee90-b310-464c-84da-39c3a8e0500f for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:09:08.746648 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Updating router 2cb0ee90-b310-464c-84da-39c3a8e0500f port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 binding host dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:09:08.775183 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.777712 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.779002 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-3377f67c-24c2-480f-a27f-465a8f4787dd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7685978 Apr 12 12:09:08.781920 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 32970) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:09:08.863565 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 5c50168d-d12c-40a3-9112-5ae4ab3a053a is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:08.865452 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device be279c0e-0f3b-4a39-8a32-e7b41bea0705 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:08.902916 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-13cf0168-261c-4bab-95cd-6db0b2328328 None None] Current status of the port be279c0e-0f3b-4a39-8a32-e7b41bea0705 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:08.903407 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-13cf0168-261c-4bab-95cd-6db0b2328328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:08.962927 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-13cf0168-261c-4bab-95cd-6db0b2328328 None None] For port be279c0e-0f3b-4a39-8a32-e7b41bea0705, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=be279c0e-0f3b-4a39-8a32-e7b41bea0705,segment=NetworkSegment(2b4ad26c-4437-449a-ab4b-6e090ee7a408),segment_id=2b4ad26c-4437-449a-ab4b-6e090ee7a408)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:08.966133 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port be279c0e-0f3b-4a39-8a32-e7b41bea0705 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:08.966351 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.060733 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port be279c0e-0f3b-4a39-8a32-e7b41bea0705 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:09.061157 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.065218 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Publish callbacks [] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), precommit_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.148050 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-13cf0168-261c-4bab-95cd-6db0b2328328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.175903 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.225172 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.db.api [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 12:09:09.225509 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG oslo_db.api [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 12:09:09.228331 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf0168-261c-4bab-95cd-6db0b2328328 None None] Pushing event updated for resources: {'Port': ['ID=be279c0e-0f3b-4a39-8a32-e7b41bea0705,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:09.237871 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584421ec-4de7-44ac-a36a-a82291d5c1fe None None] Pushing event updated for resources: {'Port': ['ID=2bafdf48-49b4-4f95-a956-a50a9c51a1f0,revision_number=2']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:09.243859 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Attempting to bind port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:09.244153 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Attempting to bind port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:09.244509 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Attempting to bind port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 on network 75f1dc08-6b9f-4b61-8f6f-937d904528da {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:09.250940 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:09.251393 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Checking segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:09.252024 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.252415 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Bound using segment: {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'} {{(pid=103890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:09.252870 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.managers [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Bound port: 2bafdf48-49b4-4f95-a956-a50a9c51a1f0, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc529b3-f97d-4e59-b876-2f9a21c2e4ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da'}}] {{(pid=103890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:09.253362 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), before_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.265835 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-e5a3f635-6467-476b-962b-8fbffa15259e None None] Provisioning complete for port be279c0e-0f3b-4a39-8a32-e7b41bea0705 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:09.267050 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f635-6467-476b-962b-8fbffa15259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.279605 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.308178 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] For port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:09.311271 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.plugins.ml2.db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] For port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=2bafdf48-49b4-4f95-a956-a50a9c51a1f0,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:09.351585 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-e5a3f635-6467-476b-962b-8fbffa15259e None None] Current status of the port be279c0e-0f3b-4a39-8a32-e7b41bea0705 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:09.393582 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron_lib.callbacks.manager [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), after_update {{(pid=103890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.444992 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Routers {'2cb0ee90-b310-464c-84da-39c3a8e0500f'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:09.445607 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:09:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['2cb0ee90-b310-464c-84da-39c3a8e0500f'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:09.453464 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Allocated IP 172.20.0.1 (99a1af5d-74b4-4b6a-9735-252a2fd774db/cf77c9fd-481a-431d-910c-b282823779f4/ffcca6a0-6248-4752-99fd-3c3535f7b719) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:09:09.497981 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584421ec-4de7-44ac-a36a-a82291d5c1fe None None] Pushing event updated for resources: {'Port': ['ID=2bafdf48-49b4-4f95-a956-a50a9c51a1f0,revision_number=3']} {{(pid=103890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:09.559940 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Publish callbacks [] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.573675 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] Set router 2cb0ee90-b310-464c-84da-39c3a8e0500f gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:09.654096 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.695137 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Network 99a1af5d-74b4-4b6a-9735-252a2fd774db is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:09.699406 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:09.705867 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:09:09.709102 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcca6a0-6248-4752-99fd-3c3535f7b719,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:09.749505 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 3, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:09.760093 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603422'] for router_interface (2cb0ee90-b310-464c-84da-39c3a8e0500f), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.772402 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port be279c0e-0f3b-4a39-8a32-e7b41bea0705 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:09.780645 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb0bdfe-3a89-4a22-afb5-4d39dfe9ef0e None None] The sync data for ids ['2cb0ee90-b310-464c-84da-39c3a8e0500f'] in dv-cinder-830091-4-iscsi is: [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 3, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:09:09.972987 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-111dab69-a0a3-481e-a525-c56c2e0ba098 None None] Provisioning complete for port ffcca6a0-6248-4752-99fd-3c3535f7b719 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:09.973368 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-111dab69-a0a3-481e-a525-c56c2e0ba098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:09.976121 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:10.033188 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-111dab69-a0a3-481e-a525-c56c2e0ba098 None None] Port ffcca6a0-6248-4752-99fd-3c3535f7b719 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:09:10.170313 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Publish callbacks [] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:10.231463 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:10.304518 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcca6a0-6248-4752-99fd-3c3535f7b719,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:10.307097 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602798'] for router_interface (2cb0ee90-b310-464c-84da-39c3a8e0500f), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:10.403559 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Network 99a1af5d-74b4-4b6a-9735-252a2fd774db is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:10.404936 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:10.555971 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Router 2cb0ee90-b310-464c-84da-39c3a8e0500f has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:09:10.617221 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device be279c0e-0f3b-4a39-8a32-e7b41bea0705 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:10.668533 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-8702aa3c-7915-47a1-b2e7-002fb3b64ab0 None None] Provisioning complete for port ffcca6a0-6248-4752-99fd-3c3535f7b719 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:10.668914 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8702aa3c-7915-47a1-b2e7-002fb3b64ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:10.691125 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:09:10.697064 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-52679af6-d234-4472-b74e-b31e73525bf4 admin admin] 10.222.0.59 "PUT /v2.0/routers/2cb0ee90-b310-464c-84da-39c3a8e0500f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9141216 Apr 12 12:09:10.701268 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port be279c0e-0f3b-4a39-8a32-e7b41bea0705 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:10.701638 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:10.742543 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-8702aa3c-7915-47a1-b2e7-002fb3b64ab0 None None] Port ffcca6a0-6248-4752-99fd-3c3535f7b719 cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:09:10.794558 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port be279c0e-0f3b-4a39-8a32-e7b41bea0705 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:10.795672 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:10.843201 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:10.843569 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:10.924329 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:10.924719 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:10.946367 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] For port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=2bafdf48-49b4-4f95-a956-a50a9c51a1f0,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:11.025159 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:11.076780 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Pushing event updated for resources: {'Port': ['ID=2bafdf48-49b4-4f95-a956-a50a9c51a1f0,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:11.375751 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Sync routers for ids ['2cb0ee90-b310-464c-84da-39c3a8e0500f'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:09:11.387931 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Routers {'2cb0ee90-b310-464c-84da-39c3a8e0500f'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:11.388628 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:09:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['2cb0ee90-b310-464c-84da-39c3a8e0500f'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:11.498348 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Set router 2cb0ee90-b310-464c-84da-39c3a8e0500f gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:11.690355 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:09Z', 'revision_number': 4, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'ffcca6a0-6248-4752-99fd-3c3535f7b719', 'name': '', 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'mac_address': 'fa:16:3e:54:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'cf77c9fd-481a-431d-910c-b282823779f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:09Z', 'updated_at': '2022-04-12T12:09:10Z', 'revision_number': 2, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'subnets': [{'id': 'cf77c9fd-481a-431d-910c-b282823779f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:11.718192 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Checking router: 2cb0ee90-b310-464c-84da-39c3a8e0500f for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:09:11.718557 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Updating router 2cb0ee90-b310-464c-84da-39c3a8e0500f port ffcca6a0-6248-4752-99fd-3c3535f7b719 binding host dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 12:09:11.746404 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.049939 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Publish callbacks [] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), precommit_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.107417 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.162627 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5e642-9d07-4abd-a7e1-e70ac80e451e None None] Pushing event updated for resources: {'Port': ['ID=ffcca6a0-6248-4752-99fd-3c3535f7b719,revision_number=3']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:12.229185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Attempting to bind port ffcca6a0-6248-4752-99fd-3c3535f7b719 on host dv-cinder-830091-4-iscsi for vnic_type normal with profile {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:12.229607 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Attempting to bind port ffcca6a0-6248-4752-99fd-3c3535f7b719 by drivers openvswitch,hyperv on host dv-cinder-830091-4-iscsi at level 0 using segments [{'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:12.230384 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Attempting to bind port ffcca6a0-6248-4752-99fd-3c3535f7b719 on network 99a1af5d-74b4-4b6a-9735-252a2fd774db {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:12.239039 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Checking agent: {'id': '3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 5, 8), 'started_at': datetime.datetime(2022, 4, 12, 11, 5, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:12.239415 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Checking segment: {'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:12.240867 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.241335 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Bound using segment: {'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'} {{(pid=103889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:12.241771 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.managers [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Bound port: ffcca6a0-6248-4752-99fd-3c3535f7b719, host: dv-cinder-830091-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4ad26c-4437-449a-ab4b-6e090ee7a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db'}}] {{(pid=103889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:12.242189 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.325884 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] For port ffcca6a0-6248-4752-99fd-3c3535f7b719, host dv-cinder-830091-4-iscsi, cleared binding levels {{(pid=103889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:12.329695 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] For port ffcca6a0-6248-4752-99fd-3c3535f7b719, host dv-cinder-830091-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=ffcca6a0-6248-4752-99fd-3c3535f7b719,segment=NetworkSegment(2b4ad26c-4437-449a-ab4b-6e090ee7a408),segment_id=2b4ad26c-4437-449a-ab4b-6e090ee7a408)] {{(pid=103889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:12.410366 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.577204 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:12.629429 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-ea9c80a7-993b-46ab-a755-c76be589bc21 None None] Provisioning complete for port ffcca6a0-6248-4752-99fd-3c3535f7b719 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:12.630142 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ea9c80a7-993b-46ab-a755-c76be589bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.690609 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5e642-9d07-4abd-a7e1-e70ac80e451e None None] Pushing event updated for resources: {'Port': ['ID=ffcca6a0-6248-4752-99fd-3c3535f7b719,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:12.707247 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Routers {'2cb0ee90-b310-464c-84da-39c3a8e0500f'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:09:12.707897 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:09:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['2cb0ee90-b310-464c-84da-39c3a8e0500f'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:12.756410 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:12.756788 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.891918 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c80a7-993b-46ab-a755-c76be589bc21 None None] Current status of the port ffcca6a0-6248-4752-99fd-3c3535f7b719 is: DOWN; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:12.892306 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ea9c80a7-993b-46ab-a755-c76be589bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:12.939392 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] Set router 2cb0ee90-b310-464c-84da-39c3a8e0500f gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:09:13.009098 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-ea9c80a7-993b-46ab-a755-c76be589bc21 None None] For port ffcca6a0-6248-4752-99fd-3c3535f7b719, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=ffcca6a0-6248-4752-99fd-3c3535f7b719,segment=NetworkSegment(2b4ad26c-4437-449a-ab4b-6e090ee7a408),segment_id=2b4ad26c-4437-449a-ab4b-6e090ee7a408)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:13.012167 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:13.117107 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ea9c80a7-993b-46ab-a755-c76be589bc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:13.188975 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c80a7-993b-46ab-a755-c76be589bc21 None None] Pushing event updated for resources: {'Port': ['ID=ffcca6a0-6248-4752-99fd-3c3535f7b719,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:13.239542 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:09Z', 'revision_number': 4, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'ffcca6a0-6248-4752-99fd-3c3535f7b719', 'name': '', 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'mac_address': 'fa:16:3e:54:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'cf77c9fd-481a-431d-910c-b282823779f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:09Z', 'updated_at': '2022-04-12T12:09:12Z', 'revision_number': 4, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'subnets': [{'id': 'cf77c9fd-481a-431d-910c-b282823779f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:09:13.276064 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-044c1ace-4600-42f1-94af-6a763b972aff None None] Provisioning complete for port ffcca6a0-6248-4752-99fd-3c3535f7b719 triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:13.276432 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-044c1ace-4600-42f1-94af-6a763b972aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:13.278503 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7c371-bf6f-449d-b893-dbb55db0a9bc None None] The sync data for ids ['2cb0ee90-b310-464c-84da-39c3a8e0500f'] in dv-cinder-830091-4-iscsi is: [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:09Z', 'revision_number': 4, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': 'ffcca6a0-6248-4752-99fd-3c3535f7b719', 'name': '', 'network_id': '99a1af5d-74b4-4b6a-9735-252a2fd774db', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'mac_address': 'fa:16:3e:54:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'cf77c9fd-481a-431d-910c-b282823779f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:09Z', 'updated_at': '2022-04-12T12:09:12Z', 'revision_number': 4, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'subnets': [{'id': 'cf77c9fd-481a-431d-910c-b282823779f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:09:13.404036 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-044c1ace-4600-42f1-94af-6a763b972aff None None] Current status of the port ffcca6a0-6248-4752-99fd-3c3535f7b719 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:14.544243 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device ffcca6a0-6248-4752-99fd-3c3535f7b719 up at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:14.606928 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Provisioning complete for port ffcca6a0-6248-4752-99fd-3c3535f7b719 triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:14.607463 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:14.687321 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Current status of the port ffcca6a0-6248-4752-99fd-3c3535f7b719 is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:16.144104 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-ac773209-20b6-4419-b0f4-4f0a9ba0cb9c service neutron] (103887) timed out ('10.222.0.59', 58508) {{(pid=103887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 12:09:16.278666 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-d524ef4d-f086-43fd-9443-721ac2e46191 req-65c751dd-2fea-415f-b957-59c026355a3a tempest-TestShelveInstance-1782622428 tempest-TestShelveInstance-1782622428-project] (103888) timed out ('10.222.0.59', 58514) {{(pid=103888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 12:09:21.860078 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-acb54ccf-590a-4bd0-b53c-0e19d8ec15b6 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:21.861524 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-acb54ccf-590a-4bd0-b53c-0e19d8ec15b6 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 814 time: 0.0990124 Apr 12 12:09:21.876975 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-3222cb9a-11bb-49a7-aeb8-26c9682f7612 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/quotas/1a32264beaa947a2aa79d2ed1bb99915 HTTP/1.1" status: 200 len: 375 time: 0.0092187 Apr 12 12:09:21.925929 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-d753cebf-ccb8-4e7b-b687-fa8c6fabc8f5 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430725 Apr 12 12:09:22.111910 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-ad3c5e07-34f7-47e7-8ef3-a237ffe13b96 service neutron] 10.222.0.59 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739745 Apr 12 12:09:22.205157 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-1c4deb15-ee75-4df4-9757-b49ee667d4a9 service neutron] 10.222.0.59 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874019 Apr 12 12:09:22.434185 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b0d2031b-688e-40ae-ae3c-1a7baa81fc53 req-3e8a0a31-c3a3-462a-ad1c-ecd79ae4679c tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 210 time: 0.0301573 Apr 12 12:09:22.825079 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:23.512381 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-065c08e7-718b-4d7c-bde2-fa7827f494d0 req-68e17437-1503-423e-9cc8-7debce3b68b4 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 210 time: 0.0280542 Apr 12 12:09:24.604825 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a86c4854-52ec-4b9e-89b6-7c7550d3f3e2 req-1b2f7652-cd65-4559-9ca7-15ec1302c900 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 210 time: 0.0282681 Apr 12 12:09:25.074920 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-007a6f03-61ce-436b-ac6c-77229d00c470 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:25.076433 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-007a6f03-61ce-436b-ac6c-77229d00c470 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.52 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 814 time: 0.1003273 Apr 12 12:09:25.093306 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'port': {'device_id': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'admin_state_up': True, 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:09:25.318483 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Made reservation on behalf of 1a32264beaa947a2aa79d2ed1bb99915 for: {'port': 1} {{(pid=103887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 12:09:25.326542 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:25.446825 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Allocated IP 172.20.0.6 (62593d0d-432e-427e-9ee2-a59a8656e240/130b3d3b-87dc-47ab-a3e8-949090c1194b/7386b0e7-49b7-42a0-b198-b8a472bd005a) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:09:25.597793 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:25.680592 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:25.758965 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Network 62593d0d-432e-427e-9ee2-a59a8656e240 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:09:25.766200 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:09:25.774022 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:09:25.814868 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c322-851c-4821-a8a0-6eb3af72ed9f req-2dbdf677-35ef-4779-85f3-f482a25b2b2a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:25.823077 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8414c322-851c-4821-a8a0-6eb3af72ed9f req-2dbdf677-35ef-4779-85f3-f482a25b2b2a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.1466949 Apr 12 12:09:25.844238 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'Port': ['ID=7386b0e7-49b7-42a0-b198-b8a472bd005a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:25.923801 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-8414c322-851c-4821-a8a0-6eb3af72ed9f req-385a02fb-cf4e-4522-857c-0471c8b7242a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997794 Apr 12 12:09:25.929674 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:25.930361 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:26.006237 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-8e51338b-7ac0-450d-af2a-d11cdc1f6bcb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9154832 Apr 12 12:09:26.112369 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-1f7166c7-abfa-4feb-a0f8-0a55023e19d9 None None] Provisioning complete for port 7386b0e7-49b7-42a0-b198-b8a472bd005a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:26.112904 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-1f7166c7-abfa-4feb-a0f8-0a55023e19d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:26.150491 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-1f7166c7-abfa-4feb-a0f8-0a55023e19d9 None None] Port 7386b0e7-49b7-42a0-b198-b8a472bd005a cannot update to ACTIVE because it is not bound. {{(pid=103889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 12:09:27.050560 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13efe-7b13-4158-b0b0-64b56854614d req-47c4c32b-9277-412c-8160-5139169a89ed tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:27.052542 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8a13efe-7b13-4158-b0b0-64b56854614d req-47c4c32b-9277-412c-8160-5139169a89ed tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0491664 Apr 12 12:09:27.107312 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c8a13efe-7b13-4158-b0b0-64b56854614d req-109f38b8-0bbf-4584-9e7a-c8c17c80ae4e tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493870 Apr 12 12:09:28.232461 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643e27-d64b-48da-87c6-e41ed593586b req-6c004b18-a477-4517-81e5-ebfa13637de2 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:28.241207 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6643e27-d64b-48da-87c6-e41ed593586b req-6c004b18-a477-4517-81e5-ebfa13637de2 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0602508 Apr 12 12:09:28.295118 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b6643e27-d64b-48da-87c6-e41ed593586b req-fb5c8422-6352-445d-b10d-1d84147cdb91 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530124 Apr 12 12:09:29.418971 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e79af-0244-437f-88b3-2cdb7d6181b7 req-180544e3-ba76-4824-aa66-0f5162bbdf8c tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:29.420688 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-266e79af-0244-437f-88b3-2cdb7d6181b7 req-180544e3-ba76-4824-aa66-0f5162bbdf8c tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0512826 Apr 12 12:09:29.472209 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-266e79af-0244-437f-88b3-2cdb7d6181b7 req-1b1d2191-c88e-48c4-a4be-26a30677ed0f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457139 Apr 12 12:09:30.590572 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133069e-ddd9-4930-a3e3-37023816b462 req-164b529e-9605-4a68-98c0-2474351a68a3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:30.592093 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d133069e-ddd9-4930-a3e3-37023816b462 req-164b529e-9605-4a68-98c0-2474351a68a3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0520623 Apr 12 12:09:30.642235 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-d133069e-ddd9-4930-a3e3-37023816b462 req-8246f2b3-7369-4a9c-9a27-123e61ab1879 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440814 Apr 12 12:09:30.668290 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:09:31.573502 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6d98-e740-4966-82f8-a7ad90e7c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:31.766173 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c182c5-0e6e-42d5-8a7f-6dfc5b239505 req-d30c1a0a-0413-467e-b4e4-f5521b8a96e4 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:31.767665 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-04c182c5-0e6e-42d5-8a7f-6dfc5b239505 req-d30c1a0a-0413-467e-b4e4-f5521b8a96e4 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0538118 Apr 12 12:09:31.819156 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-04c182c5-0e6e-42d5-8a7f-6dfc5b239505 req-3e5861ba-0919-4652-8de2-2c37913c39f6 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Apr 12 12:09:32.935232 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4d2e6-00ed-4f2a-98bf-ba8103b90d9a req-7858bf78-b109-4dfa-a871-a9fbe7491bc5 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:32.936741 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d4d2e6-00ed-4f2a-98bf-ba8103b90d9a req-7858bf78-b109-4dfa-a871-a9fbe7491bc5 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0489676 Apr 12 12:09:32.985454 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-95d4d2e6-00ed-4f2a-98bf-ba8103b90d9a req-86b44e5e-c21b-44df-b154-89ffa8da6217 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Apr 12 12:09:33.889725 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-5f2cf81d-8392-4d23-8ae2-ed25deb9c580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:34.103728 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b9e29-3b5e-4307-892b-3664d6b9052a req-1abfafe8-a14f-48f0-a92a-1d260c085dcf tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:34.106082 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7e6b9e29-3b5e-4307-892b-3664d6b9052a req-1abfafe8-a14f-48f0-a92a-1d260c085dcf tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0508156 Apr 12 12:09:34.152032 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7e6b9e29-3b5e-4307-892b-3664d6b9052a req-8be2ca57-688e-4a2b-8c9a-228bd12d996f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Apr 12 12:09:35.265142 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdd726-881a-418b-8fd1-3f59677ffc15 req-75925a5d-3f3a-460d-a318-ba44f1d98340 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:35.266572 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79bdd726-881a-418b-8fd1-3f59677ffc15 req-75925a5d-3f3a-460d-a318-ba44f1d98340 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0497680 Apr 12 12:09:35.314110 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79bdd726-881a-418b-8fd1-3f59677ffc15 req-9b784108-d91b-4a83-86b6-de1b5bf9b047 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 Apr 12 12:09:35.404590 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:36.424170 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16289c-cec3-4825-a3c1-9e560b615235 req-96e569bb-d8d0-4757-a9af-181773da9eea tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:36.425648 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1b16289c-cec3-4825-a3c1-9e560b615235 req-96e569bb-d8d0-4757-a9af-181773da9eea tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0460424 Apr 12 12:09:36.441829 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:36.472295 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-1b16289c-cec3-4825-a3c1-9e560b615235 req-b5b41529-c7e2-4d2d-92bf-42b82dcaea3e tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Apr 12 12:09:37.585302 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd82ce5-dd9f-4b5b-a5ab-e2f4b1749f92 req-a0479e38-7f53-4810-9317-b38c33ecfa30 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:37.586839 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2fd82ce5-dd9f-4b5b-a5ab-e2f4b1749f92 req-a0479e38-7f53-4810-9317-b38c33ecfa30 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0472777 Apr 12 12:09:37.635939 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-2fd82ce5-dd9f-4b5b-a5ab-e2f4b1749f92 req-9697f936-5bb1-475c-aa97-c4a2b2e66f42 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435200 Apr 12 12:09:37.929842 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:38.751286 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef582f-1eb2-4dc2-a6ff-b4e9d3b5da8b req-becaa596-e135-4959-b855-27e77c9bf8d3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:38.752667 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-44ef582f-1eb2-4dc2-a6ff-b4e9d3b5da8b req-becaa596-e135-4959-b855-27e77c9bf8d3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0513763 Apr 12 12:09:38.798298 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-44ef582f-1eb2-4dc2-a6ff-b4e9d3b5da8b req-8ca817e4-8c5f-4a45-b4ae-6718f6e9fb82 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Apr 12 12:09:39.914120 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734dc8a-130a-4cb4-9023-4c5c06853f10 req-c7a5d36f-8948-4938-8685-0bc2db652f7f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:39.917448 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c734dc8a-130a-4cb4-9023-4c5c06853f10 req-c7a5d36f-8948-4938-8685-0bc2db652f7f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 931 time: 0.0518739 Apr 12 12:09:39.968182 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-c734dc8a-130a-4cb4-9023-4c5c06853f10 req-779cd25b-43b0-42c1-b549-8126d2042f8b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451231 Apr 12 12:09:40.344816 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Request body: {'port': {'device_id': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:09:40.403256 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:40.669578 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7386b0e7-49b7-42a0-b198-b8a472bd005a {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:09:40.677535 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Publish callbacks [] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:40.689573 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Transition to ACTIVE for port object 7386b0e7-49b7-42a0-b198-b8a472bd005a will not be triggered until provisioned by entity L2. {{(pid=103887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 12:09:40.775379 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:40.825349 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Pushing event updated for resources: {'Port': ['ID=7386b0e7-49b7-42a0-b198-b8a472bd005a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:40.899555 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Attempting to bind port 7386b0e7-49b7-42a0-b198-b8a472bd005a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 12:09:40.900055 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Attempting to bind port 7386b0e7-49b7-42a0-b198-b8a472bd005a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 12:09:40.900395 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Attempting to bind port 7386b0e7-49b7-42a0-b198-b8a472bd005a on network 62593d0d-432e-427e-9ee2-a59a8656e240 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:40.904974 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Port 7386b0e7-49b7-42a0-b198-b8a472bd005a on network 62593d0d-432e-427e-9ee2-a59a8656e240 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 12:09:40.905299 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Attempting to bind port 7386b0e7-49b7-42a0-b198-b8a472bd005a on network 62593d0d-432e-427e-9ee2-a59a8656e240 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 12:09:40.911606 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Checking agent: {'id': 'b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'started_at': datetime.datetime(2022, 4, 12, 11, 11, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 12, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 12:09:40.912238 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Checking segment: {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 12:09:40.912853 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Bound using segment: {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 12:09:40.913494 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Bound port: 7386b0e7-49b7-42a0-b198-b8a472bd005a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377da315-6f4a-412e-abdf-f21d300facc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 12:09:40.914088 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:40.988202 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] For port 7386b0e7-49b7-42a0-b198-b8a472bd005a, host hv-cinder-83009, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 12:09:40.992291 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] For port 7386b0e7-49b7-42a0-b198-b8a472bd005a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 12:09:41.079162 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36608791-c303-442d-93d9-bc4ba7f39797 req-91fd112e-0fdb-4011-98cd-51dfa187ab43 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:41.080647 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-36608791-c303-442d-93d9-bc4ba7f39797 req-91fd112e-0fdb-4011-98cd-51dfa187ab43 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 943 time: 0.0477147 Apr 12 12:09:41.088130 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:41.124574 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:41.125265 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:41.126878 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] 10.222.0.52 "PUT /v2.0/ports/7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 1093 time: 0.7862363 Apr 12 12:09:41.127202 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:09:41.129496 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-36608791-c303-442d-93d9-bc4ba7f39797 req-942cf80e-88c0-4964-adfb-d8837913d76f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Apr 12 12:09:41.129639 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7157db42-6d48-4df8-a0dd-ab5673672389" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:09:41.162112 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65a9f4-1dde-439a-9677-f403b2d374af service neutron] Pushing event updated for resources: {'Port': ['ID=7386b0e7-49b7-42a0-b198-b8a472bd005a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:41.174493 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3345c23-27b7-4c4a-825e-dd6ba4bef105 x-openstack-request-id: req-b3345c23-27b7-4c4a-825e-dd6ba4bef105 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:09:41.174493 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:09:41.174493 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3345c23-27b7-4c4a-825e-dd6ba4bef105 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:09:41.174493 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3345c23-27b7-4c4a-825e-dd6ba4bef105'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'status': 'completed', 'code': 200} Apr 12 12:09:41.253307 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157db42-6d48-4df8-a0dd-ab5673672389 req-e4af2b4e-205a-4912-8d8c-17b22c558553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:41.255318 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7157db42-6d48-4df8-a0dd-ab5673672389 req-e4af2b4e-205a-4912-8d8c-17b22c558553 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1127 time: 0.0423498 Apr 12 12:09:41.362836 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157db42-6d48-4df8-a0dd-ab5673672389 req-b31ff591-0fc4-4865-a308-36d1b962bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:41.364352 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7157db42-6d48-4df8-a0dd-ab5673672389 req-b31ff591-0fc4-4865-a308-36d1b962bf19 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0968010 Apr 12 12:09:41.458863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157db42-6d48-4df8-a0dd-ab5673672389 req-8f2b63dc-8cad-43ec-bd41-7a3e7ad9df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:41.460271 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7157db42-6d48-4df8-a0dd-ab5673672389 req-8f2b63dc-8cad-43ec-bd41-7a3e7ad9df0b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903687 Apr 12 12:09:41.775940 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-4e081ee3-8d8a-4e5c-bb3e-fffa8d2ca0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:41.777474 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-4e081ee3-8d8a-4e5c-bb3e-fffa8d2ca0af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1127 time: 0.0451195 Apr 12 12:09:41.836171 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-03f0ac52-2739-430b-aa82-68e9024be48c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 217 time: 0.0347235 Apr 12 12:09:41.884390 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-adba0a29-8ce1-4abd-85ba-86ddbd2bef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:41.885804 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-adba0a29-8ce1-4abd-85ba-86ddbd2bef67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 200 len: 853 time: 0.0434046 Apr 12 12:09:41.932820 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-9adf2982-00af-4007-bc39-00d849f6e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:41.934326 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-9adf2982-00af-4007-bc39-00d849f6e7b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62593d0d-432e-427e-9ee2-a59a8656e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428052 Apr 12 12:09:42.226096 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-fed8ba67-08ef-482e-a683-79b44989f526 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859861 Apr 12 12:09:42.246166 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7453d95-d293-4709-8588-a2cbc50de26d req-c163ffe2-4bea-4c62-a1d7-737bb0d52b25 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:42.247622 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a7453d95-d293-4709-8588-a2cbc50de26d req-c163ffe2-4bea-4c62-a1d7-737bb0d52b25 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 943 time: 0.0467274 Apr 12 12:09:42.297315 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a7453d95-d293-4709-8588-a2cbc50de26d req-ef24d3e7-10d9-43c1-ac84-e5b39b5d2311 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441728 Apr 12 12:09:42.320453 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-0c248815-fe2b-46ed-8402-5437f49ce063 req-1501f7fa-82e2-4b50-947a-73ba98023356 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877635 Apr 12 12:09:43.409646 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eabf75-a9b5-4989-a04b-79c1489a690c req-74a2578f-8a08-4c7c-a529-ca8361606837 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:43.411342 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-76eabf75-a9b5-4989-a04b-79c1489a690c req-74a2578f-8a08-4c7c-a529-ca8361606837 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 943 time: 0.0485413 Apr 12 12:09:43.457600 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-76eabf75-a9b5-4989-a04b-79c1489a690c req-057388a0-6e00-4508-9fd6-a7d694565ed9 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Apr 12 12:09:44.346225 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 7386b0e7-49b7-42a0-b198-b8a472bd005a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 12:09:44.444937 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 7386b0e7-49b7-42a0-b198-b8a472bd005a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:44.456108 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Returning: {'device': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'port_id': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'mac_address': 'fa:16:3e:6a:89:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 12:09:44.495595 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 7386b0e7-49b7-42a0-b198-b8a472bd005a is: DOWN; New status is: BUILD {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:44.496011 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:44.508753 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7386b0e7-49b7-42a0-b198-b8a472bd005a {{(pid=103889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 12:09:44.527450 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 7386b0e7-49b7-42a0-b198-b8a472bd005a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:44.568742 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1aaff-89f8-442c-ba02-f0e513a34961 req-d6966fd1-c4f0-49b8-b48e-3a135a4c5658 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:44.570211 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48d1aaff-89f8-442c-ba02-f0e513a34961 req-d6966fd1-c4f0-49b8-b48e-3a135a4c5658 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 943 time: 0.0472696 Apr 12 12:09:44.609730 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:44.616228 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-48d1aaff-89f8-442c-ba02-f0e513a34961 req-aa022585-30a4-48d0-98b1-27fbbbdfa419 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Apr 12 12:09:44.663070 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=7386b0e7-49b7-42a0-b198-b8a472bd005a,revision_number=4']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:45.039076 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['7386b0e7-49b7-42a0-b198-b8a472bd005a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:09:45.725527 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba04c9-ecdb-4dcd-ad3a-44b3f2998ab0 req-824d496e-3ad3-4282-ac7d-5d4df3f2310c tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:45.726996 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-07ba04c9-ecdb-4dcd-ad3a-44b3f2998ab0 req-824d496e-3ad3-4282-ac7d-5d4df3f2310c tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 944 time: 0.0463719 Apr 12 12:09:45.776749 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-07ba04c9-ecdb-4dcd-ad3a-44b3f2998ab0 req-cbb1b1d0-2340-4410-bd7c-026a2c10c0f6 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Apr 12 12:09:46.362161 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 7386b0e7-49b7-42a0-b198-b8a472bd005a up at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 12:09:46.407750 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning for port 7386b0e7-49b7-42a0-b198-b8a472bd005a completed by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 12:09:46.501181 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Provisioning complete for port 7386b0e7-49b7-42a0-b198-b8a472bd005a triggered by entity L2. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:09:46.501563 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:46.577313 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Current status of the port 7386b0e7-49b7-42a0-b198-b8a472bd005a is: BUILD; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:09:46.577730 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), before_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:46.601587 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a'}] {{(pid=103889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:09:46.603955 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6ada01bcfd65095f820c2622052df8799da8e287261490d2fec33c4ea6451e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7701dc0d-6797-4545-92a0-fc3396773703" -d '{"events": [{"server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "name": "network-vif-plugged", "status": "completed", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a"}]}' {{(pid=103889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:09:46.616923 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] For port 7386b0e7-49b7-42a0-b198-b8a472bd005a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:09:46.690139 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:09:46.747713 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Pushing event updated for resources: {'Port': ['ID=7386b0e7-49b7-42a0-b198-b8a472bd005a,revision_number=5']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:09:46.765936 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44822e9b-7333-4b1d-a980-9c76b5e42b3f x-openstack-request-id: req-44822e9b-7333-4b1d-a980-9c76b5e42b3f {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:09:46.766283 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "name": "network-vif-plugged", "status": "completed", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a", "code": 200}]} {{(pid=103889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:09:46.766560 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44822e9b-7333-4b1d-a980-9c76b5e42b3f {{(pid=103889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:09:46.766979 dv-cinder-830091-4-iscsi neutron-server[103889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44822e9b-7333-4b1d-a980-9c76b5e42b3f'] response: {'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'code': 200} Apr 12 12:09:46.890192 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b22b4-d70a-4efe-9ad0-ae1d49082af5 req-4c23a90f-d6b9-46f1-9c5c-080b418aaee4 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:46.891585 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b38b22b4-d70a-4efe-9ad0-ae1d49082af5 req-4c23a90f-d6b9-46f1-9c5c-080b418aaee4 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0475662 Apr 12 12:09:46.943163 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-b38b22b4-d70a-4efe-9ad0-ae1d49082af5 req-07adb07a-ff1d-4929-bf81-60e256b996ca tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Apr 12 12:09:47.095829 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2e078-a6cd-4225-a7eb-7a7b3cdf145c req-eec3d8d0-8373-4da8-a04b-1b58cc2c7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:47.097345 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dbf2e078-a6cd-4225-a7eb-7a7b3cdf145c req-eec3d8d0-8373-4da8-a04b-1b58cc2c7277 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1129 time: 0.0387139 Apr 12 12:09:47.140350 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-dbf2e078-a6cd-4225-a7eb-7a7b3cdf145c req-fd4e25e4-4345-4d58-aad2-f37d8a374bba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369015 Apr 12 12:09:48.057430 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5086e-2bfa-410d-b6f5-5e49aefb303b req-dee3672d-2b9c-488f-b6e1-45fe7d53b94b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:48.058914 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9ce5086e-2bfa-410d-b6f5-5e49aefb303b req-dee3672d-2b9c-488f-b6e1-45fe7d53b94b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0473135 Apr 12 12:09:48.104850 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-9ce5086e-2bfa-410d-b6f5-5e49aefb303b req-968a5bfa-daad-44ac-a593-863ef4fdf1ae tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Apr 12 12:09:49.221482 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53d901-ab25-4fbe-b308-18ee5b062f8a req-36604b37-adce-43e1-b678-9b8672aed56b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:49.222966 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-df53d901-ab25-4fbe-b308-18ee5b062f8a req-36604b37-adce-43e1-b678-9b8672aed56b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0506539 Apr 12 12:09:49.269580 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-df53d901-ab25-4fbe-b308-18ee5b062f8a req-c1c6617d-642a-43ef-9e73-8772a8407af7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Apr 12 12:09:49.384384 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e14c8-9fc6-4ef0-a670-9dd2f0a0f087 req-7f2309db-2f1a-4df3-838c-fa802a8bf9a0 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:49.385850 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a61e14c8-9fc6-4ef0-a670-9dd2f0a0f087 req-7f2309db-2f1a-4df3-838c-fa802a8bf9a0 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0518527 Apr 12 12:09:49.433511 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-a61e14c8-9fc6-4ef0-a670-9dd2f0a0f087 req-4655e6d6-c71e-45c0-af4e-5dec214a64ae tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Apr 12 12:09:49.760150 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1afde-f8a0-448c-b9a0-d4946a202960 req-a115b9f4-91e2-4283-aa1d-fa6d48010ab0 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:09:49.761645 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-69c1afde-f8a0-448c-b9a0-d4946a202960 req-a115b9f4-91e2-4283-aa1d-fa6d48010ab0 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0532184 Apr 12 12:09:49.810359 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-69c1afde-f8a0-448c-b9a0-d4946a202960 req-8e9bbbc4-d419-46f3-bfe9-161e3966ed3e tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Apr 12 12:09:52.855481 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:01.567204 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-41787535-12ce-4cc3-b8aa-b1be5fdacc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:02.274424 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea57d3e-1dec-4624-9267-9206fa6da459 req-155742f1-448f-4ffb-affa-04b5500e7371 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:02.275858 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6ea57d3e-1dec-4624-9267-9206fa6da459 req-155742f1-448f-4ffb-affa-04b5500e7371 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0463037 Apr 12 12:10:02.324993 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6ea57d3e-1dec-4624-9267-9206fa6da459 req-37245a2d-da47-4f1c-8f1d-74bed1318b5f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Apr 12 12:10:02.346809 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33196) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:02.429355 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b92d9-1326-4745-96fb-039acf8264de tempest-TestMinimumBasicScenario-1881284901 tempest-TestMinimumBasicScenario-1881284901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:02.430879 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-bc8b92d9-1326-4745-96fb-039acf8264de tempest-TestMinimumBasicScenario-1881284901 tempest-TestMinimumBasicScenario-1881284901-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1124 time: 0.0831306 Apr 12 12:10:02.433792 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33200) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:02.437910 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'floatingip': {'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'port_id': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:02.527422 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:02.603649 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (None), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:02.705589 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_common [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Allocated IP 172.27.1.232 (75f1dc08-6b9f-4b61-8f6f-937d904528da/c5c64c61-59a8-4cf5-92d3-c228acc99df3/5d5f15e0-377f-48f7-8dd9-88c5ddcec88a) {{(pid=103888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 12:10:02.802428 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for port (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:02.893304 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773031175208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:02.931418 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Network 75f1dc08-6b9f-4b61-8f6f-937d904528da is already hosted by enough agents. {{(pid=103888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 12:10:02.935521 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.base_scheduler [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Resources bound (agent type, host, resource id): {{(pid=103888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 12:10:02.942378 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Received port after_create {{(pid=103888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 12:10:02.945351 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'Port': ['ID=5d5f15e0-377f-48f7-8dd9-88c5ddcec88a,revision_number=1']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:02.970895 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.971245 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.971590 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.971929 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.972270 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.972601 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.973555 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.973969 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.974331 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.974662 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.974993 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.975322 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.975647 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.975973 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:02.976297 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:03.583421 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for floatingip (c0497957-2d7a-44d4-84c8-f19dc77550aa), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:03.710936 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:03.866250 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for port (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:03.898508 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4cc68216-6404-4985-8bc5-af091f5b00bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:03.969677 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:04.040308 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'Port': ['ID=5d5f15e0-377f-48f7-8dd9-88c5ddcec88a,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:04.052172 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603531'] for floatingip (c0497957-2d7a-44d4-84c8-f19dc77550aa), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:04.156327 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.l3_db [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Floating IP c0497957-2d7a-44d4-84c8-f19dc77550aa associated. External IP: 172.27.1.232, port: 7386b0e7-49b7-42a0-b198-b8a472bd005a. Apr 12 12:10:04.373537 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Router ac5898f1-5513-438b-824e-a5a1493bd999 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:10:04.481455 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:10:04.491702 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] Sync routers for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:10:04.500984 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:10:04.504974 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:10:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:10:04.560216 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:04.590415 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-fc3de4e9-b106-43fe-9b38-0ca66222bc88 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1555796 Apr 12 12:10:04.591110 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:10:04.593349 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33202) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:04.593764 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdb8737-8c38-4c74-b767-5c1df5734ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:10:04.598921 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390360253', 'description': 'tempest-secgroup-smoke-1390360253 description', 'project_id': '1a32264beaa947a2aa79d2ed1bb99915'}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:04.612376 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:10:04.693482 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df8b77-8c44-47ac-8dfa-cddffb721311 x-openstack-request-id: req-73df8b77-8c44-47ac-8dfa-cddffb721311 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:10:04.693782 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:10:04.694089 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73df8b77-8c44-47ac-8dfa-cddffb721311 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:10:04.694528 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73df8b77-8c44-47ac-8dfa-cddffb721311'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'status': 'completed', 'code': 200} Apr 12 12:10:04.718903 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:04.790659 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-a1e374e5-0a71-432a-bc12-958bcc69d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:04.796217 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-a1e374e5-0a71-432a-bc12-958bcc69d71c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1129 time: 0.0523114 Apr 12 12:10:04.852407 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group (c7f18219-e5ca-4e21-af52-cba873423cc3), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:04.908317 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-1c613e1e-3413-4695-a422-dc01b8ecb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:04.910077 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-1c613e1e-3413-4695-a422-dc01b8ecb54b service neutron] 10.222.0.52 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 915 time: 0.1093514 Apr 12 12:10:04.920861 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'c0497957-2d7a-44d4-84c8-f19dc77550aa', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'port_id': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'mac_address': 'fa:16:3e:6a:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:10:03Z', 'updated_at': '2022-04-12T12:10:03Z', 'revision_number': 0, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 5, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:10:04.948054 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] Checking router: ac5898f1-5513-438b-824e-a5a1493bd999 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:10:04.952585 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (c7f18219-e5ca-4e21-af52-cba873423cc3), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:04.956667 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:10:04.957122 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:10:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:10:05.005236 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f18219-e5ca-4e21-af52-cba873423cc3,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:05.008822 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-6e414b5f-1d73-41e6-91ad-52d0ab5a9c38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 999 time: 0.0925839 Apr 12 12:10:05.014588 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.014943 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.015314 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.015665 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.016014 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.016350 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.016687 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.017023 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.017357 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.017690 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.018048 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.018381 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.018737 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.019070 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.019418 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:10:05.071347 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-68c1e023-12ee-414a-b1e1-452883bf4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:05.071347 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-68c1e023-12ee-414a-b1e1-452883bf4583 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 200 len: 853 time: 0.0466506 Apr 12 12:10:05.071707 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:10:05.105925 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.107268 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-291f0399-ac5c-4d79-8925-6e7315f5ae86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5122409 Apr 12 12:10:05.111659 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33208) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:05.116457 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-47df57f8-6b4e-4407-8671-011f831ea4f8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'security_group_rule': {'security_group_id': 'c7f18219-e5ca-4e21-af52-cba873423cc3', 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:05.120616 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-8108c793-e514-43e2-88a8-1db62a10d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:05.122269 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-8108c793-e514-43e2-88a8-1db62a10d085 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62593d0d-432e-427e-9ee2-a59a8656e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456688 Apr 12 12:10:05.217805 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-07e802f3-c67c-472c-85e6-5c10dd8f8038 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895486 Apr 12 12:10:05.232468 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-47df57f8-6b4e-4407-8671-011f831ea4f8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (46e3f2f4-64d9-4099-b617-e5f697ad0ed0), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.292135 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-47df57f8-6b4e-4407-8671-011f831ea4f8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (46e3f2f4-64d9-4099-b617-e5f697ad0ed0), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.302193 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'c0497957-2d7a-44d4-84c8-f19dc77550aa', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'port_id': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'mac_address': 'fa:16:3e:6a:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:10:03Z', 'updated_at': '2022-04-12T12:10:03Z', 'revision_number': 0, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 5, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:10:05.316049 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7fdb8737-8c38-4c74-b767-5c1df5734ceb req-f9b3e8c2-dd12-4142-9805-07033642fae6 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922334 Apr 12 12:10:05.332700 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c6406d-0329-4fbc-8c6d-4e50d2ba70d3 None None] The sync data for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi is: [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_floatingips': [{'id': 'c0497957-2d7a-44d4-84c8-f19dc77550aa', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'router_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'port_id': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'mac_address': 'fa:16:3e:6a:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T12:10:03Z', 'updated_at': '2022-04-12T12:10:03Z', 'revision_number': 0, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 5, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:10:05.358154 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.381417 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-47df57f8-6b4e-4407-8671-011f831ea4f8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (46e3f2f4-64d9-4099-b617-e5f697ad0ed0), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.400728 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df57f8-6b4e-4407-8671-011f831ea4f8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e3f2f4-64d9-4099-b617-e5f697ad0ed0,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:05.474896 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-47df57f8-6b4e-4407-8671-011f831ea4f8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.476181 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-47df57f8-6b4e-4407-8671-011f831ea4f8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3634541 Apr 12 12:10:05.479089 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33210) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:05.483755 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-37b89e22-3143-4889-adef-be79e151a51a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'security_group_rule': {'security_group_id': 'c7f18219-e5ca-4e21-af52-cba873423cc3', 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:05.531544 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680370a3-8691-4a45-b8d1-d89bf2fe2896 None None] New status for floating IP c0497957-2d7a-44d4-84c8-f19dc77550aa: ACTIVE {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:10:05.552769 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-37b89e22-3143-4889-adef-be79e151a51a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (ab406fcd-df67-4d6d-9f4e-f681daee0ed6), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.609823 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-37b89e22-3143-4889-adef-be79e151a51a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (ab406fcd-df67-4d6d-9f4e-f681daee0ed6), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.664074 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-37b89e22-3143-4889-adef-be79e151a51a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (ab406fcd-df67-4d6d-9f4e-f681daee0ed6), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.679876 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b89e22-3143-4889-adef-be79e151a51a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab406fcd-df67-4d6d-9f4e-f681daee0ed6,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:05.760369 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-37b89e22-3143-4889-adef-be79e151a51a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.761721 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-37b89e22-3143-4889-adef-be79e151a51a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2814877 Apr 12 12:10:05.768317 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33212) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:05.768685 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-a4e7afb8-15bd-4e8e-8e82-b2f85224f414 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'security_group_rule': {'security_group_id': 'c7f18219-e5ca-4e21-af52-cba873423cc3', 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:05.872500 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a4e7afb8-15bd-4e8e-8e82-b2f85224f414 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (a58340c1-d485-4980-ab0c-5bd6befd26c4), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.932495 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a4e7afb8-15bd-4e8e-8e82-b2f85224f414 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (a58340c1-d485-4980-ab0c-5bd6befd26c4), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:05.992544 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a4e7afb8-15bd-4e8e-8e82-b2f85224f414 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (a58340c1-d485-4980-ab0c-5bd6befd26c4), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.010279 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7afb8-15bd-4e8e-8e82-b2f85224f414 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58340c1-d485-4980-ab0c-5bd6befd26c4,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:06.097024 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a4e7afb8-15bd-4e8e-8e82-b2f85224f414 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.098929 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a4e7afb8-15bd-4e8e-8e82-b2f85224f414 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336751 Apr 12 12:10:06.101668 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33214) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:06.105936 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-c5fe2129-335b-40ae-9dcc-8bfd6231e4bc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'security_group_rule': {'security_group_id': 'c7f18219-e5ca-4e21-af52-cba873423cc3', 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:06.206251 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c5fe2129-335b-40ae-9dcc-8bfd6231e4bc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (67470ae9-4f7c-4b9d-b73b-f5757ab46e1d), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.262610 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c5fe2129-335b-40ae-9dcc-8bfd6231e4bc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (67470ae9-4f7c-4b9d-b73b-f5757ab46e1d), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.338382 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c5fe2129-335b-40ae-9dcc-8bfd6231e4bc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (67470ae9-4f7c-4b9d-b73b-f5757ab46e1d), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.357094 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe2129-335b-40ae-9dcc-8bfd6231e4bc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67470ae9-4f7c-4b9d-b73b-f5757ab46e1d,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:06.432284 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c5fe2129-335b-40ae-9dcc-8bfd6231e4bc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.433501 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-c5fe2129-335b-40ae-9dcc-8bfd6231e4bc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3308825 Apr 12 12:10:06.436214 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33216) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:06.440695 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-136d2881-039b-4360-bf59-7f9d0dba0dd7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'security_group_rule': {'security_group_id': 'c7f18219-e5ca-4e21-af52-cba873423cc3', 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:06.459182 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.526844 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.securitygroups_db [None req-136d2881-039b-4360-bf59-7f9d0dba0dd7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Project 1a32264beaa947a2aa79d2ed1bb99915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 12:10:06.532452 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-136d2881-039b-4360-bf59-7f9d0dba0dd7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (8ddb16fa-54eb-4421-944a-9d5be83f88c3), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.590334 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-136d2881-039b-4360-bf59-7f9d0dba0dd7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (8ddb16fa-54eb-4421-944a-9d5be83f88c3), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.663820 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-136d2881-039b-4360-bf59-7f9d0dba0dd7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (8ddb16fa-54eb-4421-944a-9d5be83f88c3), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.682090 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d2881-039b-4360-bf59-7f9d0dba0dd7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddb16fa-54eb-4421-944a-9d5be83f88c3,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:06.755044 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-136d2881-039b-4360-bf59-7f9d0dba0dd7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.756162 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-136d2881-039b-4360-bf59-7f9d0dba0dd7 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3190107 Apr 12 12:10:06.758877 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33218) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:10:06.763167 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [None req-8ed1b561-7f96-4696-9945-55c7ec2443e8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'security_group_rule': {'security_group_id': 'c7f18219-e5ca-4e21-af52-cba873423cc3', 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:06.864635 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.db.securitygroups_db [None req-8ed1b561-7f96-4696-9945-55c7ec2443e8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Project 1a32264beaa947a2aa79d2ed1bb99915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 12:10:06.870279 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b561-7f96-4696-9945-55c7ec2443e8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (5d411ec7-ef3d-4632-ac34-1b242353100a), before_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:06.931036 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b561-7f96-4696-9945-55c7ec2443e8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (5d411ec7-ef3d-4632-ac34-1b242353100a), precommit_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:07.006743 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b561-7f96-4696-9945-55c7ec2443e8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504170'] for security_group_rule (5d411ec7-ef3d-4632-ac34-1b242353100a), after_create {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:07.024466 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1b561-7f96-4696-9945-55c7ec2443e8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d411ec7-ef3d-4632-ac34-1b242353100a,revision_number=0']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:07.151558 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8ed1b561-7f96-4696-9945-55c7ec2443e8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:07.152829 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-8ed1b561-7f96-4696-9945-55c7ec2443e8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3929551 Apr 12 12:10:07.238945 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-fd61e791-02dc-40ac-814b-c08598eda75a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390360253&fields=id&tenant_id=1a32264beaa947a2aa79d2ed1bb99915 HTTP/1.1" status: 200 len: 267 time: 0.0427754 Apr 12 12:10:07.293241 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-c0737bc2-18f6-489e-842b-80ab938305cb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:07.295228 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-c0737bc2-18f6-489e-842b-80ab938305cb tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0507925 Apr 12 12:10:07.307125 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.v2.base [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'port': {'security_groups': ['42a394ef-e775-4a83-a071-0ed5d21ddb20', 'c7f18219-e5ca-4e21-af52-cba873423cc3']}} {{(pid=103888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:10:07.381462 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:07.567405 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] For port 7386b0e7-49b7-42a0-b198-b8a472bd005a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:10:07.596678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:07.654964 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26654331'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:07.667509 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:10:07.690085 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['7386b0e7-49b7-42a0-b198-b8a472bd005a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:10:07.698056 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:07.698648 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:07.700143 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-c4f6ca52-3583-4260-9215-5dc64b111091 req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "PUT /v2.0/ports/7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 981 time: 0.3990073 Apr 12 12:10:07.700593 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a'}] {{(pid=103888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:10:07.703091 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3d542ed7d1b3dac164c12f962af686368263752b4c0f112edb7e103eb3f681f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a"}]}' {{(pid=103888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:10:07.730650 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dfbca-e3ac-4f73-b5f4-4ba9274d81e3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'Port': ['ID=7386b0e7-49b7-42a0-b198-b8a472bd005a,revision_number=6']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:10:07.752349 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf11034-f7fd-4636-86bb-6becae8cd9d8 x-openstack-request-id: req-daf11034-f7fd-4636-86bb-6becae8cd9d8 {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:10:07.752646 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a", "status": "completed", "code": 200}]} {{(pid=103888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:10:07.752898 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-daf11034-f7fd-4636-86bb-6becae8cd9d8 {{(pid=103888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:10:07.753304 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf11034-f7fd-4636-86bb-6becae8cd9d8'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'status': 'completed', 'code': 200} Apr 12 12:10:07.830949 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['7386b0e7-49b7-42a0-b198-b8a472bd005a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:10:07.867878 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70253e42-8142-443d-abbc-cc9bcc8bbd93 req-fc5dc121-c3d7-4bfa-9b32-daf57d2681cc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:07.869423 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-70253e42-8142-443d-abbc-cc9bcc8bbd93 req-fc5dc121-c3d7-4bfa-9b32-daf57d2681cc tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0887115 Apr 12 12:10:07.872970 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-7dd57d62-800d-4161-a46f-e02c44e19eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:07.874379 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-7dd57d62-800d-4161-a46f-e02c44e19eb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1168 time: 0.0601914 Apr 12 12:10:07.992721 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-70253e42-8142-443d-abbc-cc9bcc8bbd93 req-ec953f76-3193-40b4-9aee-f533d62d1c18 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171954 Apr 12 12:10:07.993154 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-8760a232-7ba3-4425-96f9-133a6484cbc5 None None] Provisioning complete for port 7386b0e7-49b7-42a0-b198-b8a472bd005a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:10:07.993520 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-8760a232-7ba3-4425-96f9-133a6484cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:07.995986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:08.015551 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-32f81f45-9cb2-4b5d-a0c9-99bc0ee9f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:08.017017 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-32f81f45-9cb2-4b5d-a0c9-99bc0ee9f441 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 915 time: 0.1344588 Apr 12 12:10:08.084231 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-62a3d9e9-6ae9-426d-af3c-ded5238ac0f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 1001 time: 0.0612516 Apr 12 12:10:08.136819 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-0ab967bd-2456-4c67-8565-79bc605e7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:08.138514 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-0ab967bd-2456-4c67-8565-79bc605e7e17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 200 len: 853 time: 0.0460846 Apr 12 12:10:08.188177 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-52b1030e-6bda-41a2-a421-cd84aa9ca783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:08.189687 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-52b1030e-6bda-41a2-a421-cd84aa9ca783 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62593d0d-432e-427e-9ee2-a59a8656e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423529 Apr 12 12:10:08.330547 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-8760a232-7ba3-4425-96f9-133a6484cbc5 None None] Current status of the port 7386b0e7-49b7-42a0-b198-b8a472bd005a is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:10:08.539051 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-ed9e1908-064f-4193-99c7-315b60f415d2 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432755 Apr 12 12:10:08.632407 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-396f09ac-87ec-4bbc-b617-e0b9f2ac75ee req-f658b958-4926-45a7-95ad-89a5e2fadc58 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852296 Apr 12 12:10:22.849481 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:31.606641 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c8f3066e-3e99-4a0c-b7d5-8ef66e719eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:33.886368 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-099b7491-dff5-4e87-bbc1-a766a10f5f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:35.337708 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:36.469252 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:37.880276 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:42.468311 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-088e9f92-3d5b-4278-a095-9ce35914bafc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382011 Apr 12 12:10:42.562608 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-7f6f37e2-3b29-4a57-a5f4-5a554458d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:42.564097 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-7f6f37e2-3b29-4a57-a5f4-5a554458d4a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1168 time: 0.0399926 Apr 12 12:10:42.668824 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-152d4a10-3e91-4641-a965-93bf9a6bac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:42.670287 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-152d4a10-3e91-4641-a965-93bf9a6bac2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 915 time: 0.0868523 Apr 12 12:10:42.733584 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-34b05247-69ad-4873-b635-7efcdae23ed6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 1001 time: 0.0570924 Apr 12 12:10:42.785848 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-ebcacb7f-addf-4640-aa1d-1f893caf25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:42.787338 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-ebcacb7f-addf-4640-aa1d-1f893caf25cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 200 len: 853 time: 0.0478261 Apr 12 12:10:42.831327 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-8ea3f32e-2a4c-4098-a5ab-eff81d372dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:42.833367 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-8ea3f32e-2a4c-4098-a5ab-eff81d372dda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62593d0d-432e-427e-9ee2-a59a8656e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402772 Apr 12 12:10:42.923364 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-3e169b62-9716-4971-b21d-3ba20e4f1cb9 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Apr 12 12:10:43.018493 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5dda4009-7f5f-497d-95b6-aa1efc366bb2 req-0a8278d3-78dd-4c26-a571-f88f95854157 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887871 Apr 12 12:10:44.666291 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:10:52.848796 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:10:56.608718 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec86c0-09e5-4ff6-b0da-99fb6ab64ba9 req-6580b763-4de2-40e0-8946-ea13194559d1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:56.610182 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-67ec86c0-09e5-4ff6-b0da-99fb6ab64ba9 req-6580b763-4de2-40e0-8946-ea13194559d1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0468900 Apr 12 12:10:56.670004 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-67ec86c0-09e5-4ff6-b0da-99fb6ab64ba9 req-bd6e8c74-7167-4894-b6bd-ebbe3b78dea0 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539153 Apr 12 12:10:56.740116 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-1dd7f01b-e42b-4ae5-b6c7-bcfc8aea3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:56.741663 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-1dd7f01b-e42b-4ae5-b6c7-bcfc8aea3351 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1168 time: 0.0441201 Apr 12 12:10:56.831293 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-042b3b77-877b-47dd-89c8-f6e3323f5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:56.832774 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-042b3b77-877b-47dd-89c8-f6e3323f5e5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 915 time: 0.0855510 Apr 12 12:10:56.904760 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-7d500e18-6be7-4c4f-89a1-422c91ab29d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 1001 time: 0.0660892 Apr 12 12:10:56.956796 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-27fca5a5-e5dd-4e9b-9c23-2768cee3f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:56.958244 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-27fca5a5-e5dd-4e9b-9c23-2768cee3f380 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 200 len: 853 time: 0.0481045 Apr 12 12:10:57.007399 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-833fdc50-bbdf-4c4f-9d7c-a04391291a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:57.008901 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-833fdc50-bbdf-4c4f-9d7c-a04391291a0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62593d0d-432e-427e-9ee2-a59a8656e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450532 Apr 12 12:10:57.107705 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-4143aac9-59e6-4b6f-bf29-9e523954d758 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914707 Apr 12 12:10:57.210183 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-5243d193-ae33-466f-937c-e308e0ae6c03 req-8e2d1f97-edf3-4c42-b07c-0131a1b6e21b service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964065 Apr 12 12:10:57.787779 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df7268-f026-4926-9f56-4fa31b478fdc req-5caba103-9caf-405c-88aa-cacfa1ab3ac9 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:57.789271 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-72df7268-f026-4926-9f56-4fa31b478fdc req-5caba103-9caf-405c-88aa-cacfa1ab3ac9 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0479302 Apr 12 12:10:57.849325 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-72df7268-f026-4926-9f56-4fa31b478fdc req-56bfd769-1e0b-4571-a62f-dd6c168619a2 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542896 Apr 12 12:10:58.964571 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3effe5-0639-4f9c-a35b-101f8930df04 req-45eb282a-07fa-460d-9b04-d910a5ca5f86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:10:58.966038 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4c3effe5-0639-4f9c-a35b-101f8930df04 req-45eb282a-07fa-460d-9b04-d910a5ca5f86 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0506880 Apr 12 12:10:59.025415 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4c3effe5-0639-4f9c-a35b-101f8930df04 req-a0e0627b-26a0-4d11-b9f2-a2bdfbcf9287 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535305 Apr 12 12:11:00.140491 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464ed00-985b-406a-bd67-c7f920c20108 req-83b407d7-614c-4b40-91dc-b2c063190609 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:00.141955 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b464ed00-985b-406a-bd67-c7f920c20108 req-83b407d7-614c-4b40-91dc-b2c063190609 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0506647 Apr 12 12:11:00.200816 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-b464ed00-985b-406a-bd67-c7f920c20108 req-cd979f7a-dd60-4c9c-b8cd-6995fbaf8e30 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532680 Apr 12 12:11:01.325280 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d7e67-3f4c-49b0-904a-5ce46792d7bf req-ef8a7a3d-7a9b-4e4d-b58d-f8d3034c35af tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:01.326795 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ec1d7e67-3f4c-49b0-904a-5ce46792d7bf req-ef8a7a3d-7a9b-4e4d-b58d-f8d3034c35af tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0578256 Apr 12 12:11:01.385853 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ec1d7e67-3f4c-49b0-904a-5ce46792d7bf req-823a3f21-a1d6-49ac-a2c5-9b3cc3564b02 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531890 Apr 12 12:11:01.588878 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-b93a8eaa-8220-4d7e-bdd2-2f91230727b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:02.501357 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e07c-4479-453e-9940-3fe2c478b64e req-b47c0265-621e-44a7-8d9e-f0f08cd8bf2f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:02.502861 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8856e07c-4479-453e-9940-3fe2c478b64e req-b47c0265-621e-44a7-8d9e-f0f08cd8bf2f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0515571 Apr 12 12:11:02.562778 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8856e07c-4479-453e-9940-3fe2c478b64e req-1e33a577-f1a3-4924-ba7c-579a263c4b20 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540392 Apr 12 12:11:03.671863 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b09a7b-419b-45cd-96b2-5e03c578301a req-08b9a51b-c770-4976-bc20-af2e522873b6 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:03.673330 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-82b09a7b-419b-45cd-96b2-5e03c578301a req-08b9a51b-c770-4976-bc20-af2e522873b6 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0461495 Apr 12 12:11:03.735006 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-82b09a7b-419b-45cd-96b2-5e03c578301a req-48aa4319-6fdf-4bbf-8a0f-b0c2e09f929c tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554521 Apr 12 12:11:03.883175 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-55838952-d250-4548-88f4-076f0a93e6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:04.847733 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69db15-86fe-46d6-9a5e-4ffb8db0ccdb req-348ed2ac-ad70-4db1-ad63-d66cf35114c3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:04.849226 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8d69db15-86fe-46d6-9a5e-4ffb8db0ccdb req-348ed2ac-ad70-4db1-ad63-d66cf35114c3 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0467367 Apr 12 12:11:04.911034 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-8d69db15-86fe-46d6-9a5e-4ffb8db0ccdb req-1136d0ab-e82d-4cd1-9ca8-b7351da17f9a tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557344 Apr 12 12:11:05.346148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:06.023429 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab81be-45dd-4279-839e-1712ada53052 req-a2b12e13-9d18-4152-a877-e73a03a284ab tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:06.025201 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfab81be-45dd-4279-839e-1712ada53052 req-a2b12e13-9d18-4152-a877-e73a03a284ab tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0492377 Apr 12 12:11:06.085286 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-cfab81be-45dd-4279-839e-1712ada53052 req-3a26dcee-9fa8-45ec-9a48-f0fecf4b7f4e tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543079 Apr 12 12:11:06.451662 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:07.194932 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b2ffa-66b9-41ab-b3d7-b1d33538914e req-d6d6c22a-0ecb-40e9-912c-dc17516d0d87 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:07.196379 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc8b2ffa-66b9-41ab-b3d7-b1d33538914e req-d6d6c22a-0ecb-40e9-912c-dc17516d0d87 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0464909 Apr 12 12:11:07.254514 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-bc8b2ffa-66b9-41ab-b3d7-b1d33538914e req-3644ee85-dc7e-4538-9fee-24cad31b3162 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525360 Apr 12 12:11:07.863508 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:08.368851 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfb31-2ff5-4d93-9d47-3cc1bfb2434a req-8d79c2f2-dc03-4981-8f62-c4bd6c35b802 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:08.370349 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-127bfb31-2ff5-4d93-9d47-3cc1bfb2434a req-8d79c2f2-dc03-4981-8f62-c4bd6c35b802 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0497873 Apr 12 12:11:08.432858 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-127bfb31-2ff5-4d93-9d47-3cc1bfb2434a req-7bb136f3-85e2-4da4-aa1b-a2d99f17e2f6 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567441 Apr 12 12:11:09.544105 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096aa38-1681-4738-8e53-804ff576313a req-094e8bea-fe73-4bcb-a6c0-a0215a80f992 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:09.545562 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4096aa38-1681-4738-8e53-804ff576313a req-094e8bea-fe73-4bcb-a6c0-a0215a80f992 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0475278 Apr 12 12:11:09.603861 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-4096aa38-1681-4738-8e53-804ff576313a req-06a48797-a94a-4ad1-860c-549922366447 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&id=c7f18219-e5ca-4e21-af52-cba873423cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520163 Apr 12 12:11:21.665712 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:11:22.874078 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:31.594127 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-12907303-d478-43cc-9bf9-fd651d3361d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:33.888488 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7ea897f7-cd5b-4a4b-a874-ca2f0d45513d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:35.387646 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:36.500425 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:37.883148 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:43.472075 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-388f5aa2-baec-4dbe-a1d2-0702e8897b2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421882 Apr 12 12:11:43.566181 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-20238c46-114b-417e-8d7a-28748f2f9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:43.567690 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-20238c46-114b-417e-8d7a-28748f2f9dd0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1168 time: 0.0392950 Apr 12 12:11:43.671833 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-4c460dd3-aa68-4608-8585-7e728ae70f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:43.673683 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-4c460dd3-aa68-4608-8585-7e728ae70f6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 915 time: 0.0888891 Apr 12 12:11:43.744443 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-e6e8797a-28c8-481d-a56a-c3d578e2f210 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 1001 time: 0.0644689 Apr 12 12:11:43.794565 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-aeca1d6b-99c2-4874-b68e-98785d28ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:43.796066 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-aeca1d6b-99c2-4874-b68e-98785d28ba2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 200 len: 853 time: 0.0452621 Apr 12 12:11:43.839633 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-635995c6-4f3b-4bfe-8e3c-9a6342661340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:11:43.841124 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-635995c6-4f3b-4bfe-8e3c-9a6342661340 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62593d0d-432e-427e-9ee2-a59a8656e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395081 Apr 12 12:11:43.935357 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-e92e7868-a7f1-4844-9ffc-83873712842f service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875037 Apr 12 12:11:44.028541 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-29fd007f-36b9-43f8-9a65-4fd3997cad8f req-2fce26c3-feaa-446d-9fd6-b9450159b906 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875895 Apr 12 12:11:52.879308 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:11:58.666091 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:12:01.602950 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-73870c62-f281-4002-8486-0df3fa87c334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:03.888612 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f650942e-534d-4ae8-ad7d-ed07c3481206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:04.798742 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-093292b2-208d-43d8-8b0e-5d73add3578d tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390360253&fields=id&tenant_id=1a32264beaa947a2aa79d2ed1bb99915 HTTP/1.1" status: 200 len: 267 time: 0.0889716 Apr 12 12:12:04.849792 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-2456a42b-2327-46c7-b48e-afe95c065a18 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:04.851280 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-2456a42b-2327-46c7-b48e-afe95c065a18 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 984 time: 0.0463121 Apr 12 12:12:04.862311 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.v2.base [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Request body: {'port': {'security_groups': ['42a394ef-e775-4a83-a071-0ed5d21ddb20']}} {{(pid=103887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 12:12:04.934095 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1536623'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.115906 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] For port 7386b0e7-49b7-42a0-b198-b8a472bd005a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:05.148130 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.204771 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773031701535', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773031175226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773031175244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26284757'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.241646 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['7386b0e7-49b7-42a0-b198-b8a472bd005a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:12:05.248517 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:05.249149 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.250589 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-7e60ae26-c70f-47a2-a714-fa15211a3167 req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "PUT /v2.0/ports/7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 942 time: 0.3934414 Apr 12 12:12:05.251099 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:12:05.253378 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d350bf1-2df8-4d8f-a11c-834fec6be975" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:12:05.259273 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33298) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:05.287566 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event updated for resources: {'Port': ['ID=7386b0e7-49b7-42a0-b198-b8a472bd005a,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:05.298345 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977f2aba-bda4-425e-b198-205672e60cb1 x-openstack-request-id: req-977f2aba-bda4-425e-b198-205672e60cb1 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:12:05.298694 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:12:05.298988 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-977f2aba-bda4-425e-b198-205672e60cb1 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:12:05.299395 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977f2aba-bda4-425e-b198-205672e60cb1'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'status': 'completed', 'code': 200} Apr 12 12:12:05.300995 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.301342 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.301686 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.302054 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.302447 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.302837 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.303314 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.303663 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.304369 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.304708 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.305044 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.305372 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.305697 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.306304 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.306629 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b409ad-8a65-4348-bda4-5fae67da288b tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.339535 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group (c7f18219-e5ca-4e21-af52-cba873423cc3), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.367946 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group (c7f18219-e5ca-4e21-af52-cba873423cc3), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.388520 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.394691 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-f57b4872-654a-4bd4-a98d-6bfd61f98ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:05.396331 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-f57b4872-654a-4bd4-a98d-6bfd61f98ffa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1129 time: 0.0456192 Apr 12 12:12:05.403930 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['7386b0e7-49b7-42a0-b198-b8a472bd005a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:12:05.501655 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-5bba58e0-905a-453e-a029-08a3d8c131d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:05.503689 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-5bba58e0-905a-453e-a029-08a3d8c131d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 915 time: 0.1006384 Apr 12 12:12:05.513626 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (c7f18219-e5ca-4e21-af52-cba873423cc3), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.516599 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.517821 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "DELETE /v2.0/security-groups/c7f18219-e5ca-4e21-af52-cba873423cc3 HTTP/1.1" status: 204 len: 168 time: 0.2553015 Apr 12 12:12:05.521032 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33300) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:05.528672 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f18219-e5ca-4e21-af52-cba873423cc3,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:05.537717 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.538138 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.538494 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.538840 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.539181 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.539518 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.539853 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.540317 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.540633 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.540965 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.541299 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.541658 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.542002 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.542410 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.542783 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd4cc29-31b8-4e7b-9b39-7d073729c3ce tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:05.566634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.provisioning_blocks [None req-ba175970-2845-4d15-be11-6afbf474f2b8 None None] Provisioning complete for port 7386b0e7-49b7-42a0-b198-b8a472bd005a triggered by entity DHCP. {{(pid=103889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 12:12:05.566998 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ba175970-2845-4d15-be11-6afbf474f2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1409380'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), provisioning_complete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.673952 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-ba175970-2845-4d15-be11-6afbf474f2b8 None None] Current status of the port 7386b0e7-49b7-42a0-b198-b8a472bd005a is: ACTIVE; New status is: ACTIVE {{(pid=103889) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 12:12:05.681803 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-ef12694b-9d4c-4449-8b41-d6db0ec6776c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 1001 time: 0.1724322 Apr 12 12:12:05.789651 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-c7fae978-1b59-4bf7-96a3-8f003ddf1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:05.791093 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-c7fae978-1b59-4bf7-96a3-8f003ddf1c87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 200 len: 853 time: 0.0803061 Apr 12 12:12:05.829393 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Deleting port 5d5f15e0-377f-48f7-8dd9-88c5ddcec88a {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:05.830120 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.861602 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-313dd026-c17f-4a7e-b5fb-72e3d8196987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:05.863422 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-313dd026-c17f-4a7e-b5fb-72e3d8196987 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62593d0d-432e-427e-9ee2-a59a8656e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649209 Apr 12 12:12:05.972637 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:05.972866 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for floatingip (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:06.000011 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Calling delete_port for 5d5f15e0-377f-48f7-8dd9-88c5ddcec88a owned by network:floatingip {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:06.017257 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-238d8b6c-27ad-46fc-9582-74fdbfb904b0 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303537 Apr 12 12:12:06.166939 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-4d350bf1-2df8-4d8f-a11c-834fec6be975 req-0ab68cb2-f2c1-49da-8eb0-7193776da689 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178272 Apr 12 12:12:06.307896 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (5d5f15e0-377f-48f7-8dd9-88c5ddcec88a), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:06.338781 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event deleted for resources: {'Port': ['ID=5d5f15e0-377f-48f7-8dd9-88c5ddcec88a,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:06.398261 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks [] for floatingip (c0497957-2d7a-44d4-84c8-f19dc77550aa), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:06.398637 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.db.l3_db [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Floating IP c0497957-2d7a-44d4-84c8-f19dc77550aa disassociated (deleted). External IP: 172.27.1.232, port: 7386b0e7-49b7-42a0-b198-b8a472bd005a. Apr 12 12:12:06.450649 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:06.616003 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Router ac5898f1-5513-438b-824e-a5a1493bd999 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:12:06.728168 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:12:06.733060 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for floatingip (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:06.739011 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] Sync routers for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:12:06.748738 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:12:06.749428 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:12:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:06.762451 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-f83f76a3-06a0-4528-95a8-0937528937f1 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "DELETE /v2.0/floatingips/c0497957-2d7a-44d4-84c8-f19dc77550aa HTTP/1.1" status: 204 len: 168 time: 1.2400939 Apr 12 12:12:06.862437 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:12:07.062943 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 5, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:07.091632 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] Checking router: ac5898f1-5513-438b-824e-a5a1493bd999 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:12:07.101168 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:12:07.101775 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:12:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:07.300470 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:12:07.301077 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:12:07.302845 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}face166f13b19bb42e5169189c270ec11f52165ca28e815f08220041e5adc779" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:12:07.340114 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 12:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a60f503-5755-49b7-a469-807c57392a8f x-openstack-request-id: req-3a60f503-5755-49b7-a469-807c57392a8f {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:12:07.340405 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:12:07.340668 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a60f503-5755-49b7-a469-807c57392a8f {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:12:07.341080 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a60f503-5755-49b7-a469-807c57392a8f'] response: {'name': 'network-changed', 'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'status': 'completed', 'code': 200} Apr 12 12:12:07.485419 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 5, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:07.514560 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb08332-715a-415b-80b0-acb601d17eca None None] The sync data for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi is: [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:09:03Z', 'revision_number': 4, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi', '_interfaces': [{'id': '5c50168d-d12c-40a3-9112-5ae4ab3a053a', 'name': '', 'network_id': '62593d0d-432e-427e-9ee2-a59a8656e240', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'mac_address': 'fa:16:3e:3f:71:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:02Z', 'updated_at': '2022-04-12T12:09:07Z', 'revision_number': 5, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'subnets': [{'id': '130b3d3b-87dc-47ab-a3e8-949090c1194b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:12:07.669496 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-0ae2b8f9-570f-4197-8952-14d86d13dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:07.671278 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-0ae2b8f9-570f-4197-8952-14d86d13dee5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 1129 time: 0.0436893 Apr 12 12:12:07.740118 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1309c01-19a4-4ba4-8497-b78108254aa9 None None] New status for floating IP c0497957-2d7a-44d4-84c8-f19dc77550aa: DOWN {{(pid=103889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 12:12:07.769703 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-0120dffb-c741-47ae-bb04-fe64b3a6cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:07.771274 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-0120dffb-c741-47ae-bb04-fe64b3a6cb6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 200 len: 915 time: 0.0932398 Apr 12 12:12:07.813706 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-fbc73de4-770b-47f1-831e-c80b3ce187e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 200 len: 217 time: 0.0358872 Apr 12 12:12:07.856185 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:07.862833 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-a3c14016-b78c-48e3-b785-e243d8e5f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:07.864301 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-a3c14016-b78c-48e3-b785-e243d8e5f074 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 200 len: 853 time: 0.0457351 Apr 12 12:12:07.909887 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-c08f4aa2-453d-47ad-be48-aa697f0926cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:07.911385 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-c08f4aa2-453d-47ad-be48-aa697f0926cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62593d0d-432e-427e-9ee2-a59a8656e240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415547 Apr 12 12:12:08.000798 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-0ab6ccac-3265-4c02-ba6a-826ef5f44632 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823615 Apr 12 12:12:08.091722 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-79b65ac8-50c8-4b7a-99d6-3a868a6cd8ad req-235b980b-7322-4a68-ba5d-ec53c92a45a4 service neutron] 10.222.0.52 "GET /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844948 Apr 12 12:12:11.268311 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353ba6-2a62-4327-be42-2d1664b4c5dd req-2fb9e531-de87-4e03-bf60-35f240aea25d tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:11.269943 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7b353ba6-2a62-4327-be42-2d1664b4c5dd req-2fb9e531-de87-4e03-bf60-35f240aea25d tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0464478 Apr 12 12:12:11.315745 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-7b353ba6-2a62-4327-be42-2d1664b4c5dd req-acbd6797-48cd-4cc1-b9e0-eac96b606d9f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Apr 12 12:12:12.428423 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f5a0f-f5fc-48ef-b3f0-c348c471ebd7 req-40227b97-e159-4310-a5bf-95f92bc056b8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:12.429888 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ed2f5a0f-f5fc-48ef-b3f0-c348c471ebd7 req-40227b97-e159-4310-a5bf-95f92bc056b8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0470998 Apr 12 12:12:12.477080 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-ed2f5a0f-f5fc-48ef-b3f0-c348c471ebd7 req-915edbc4-edb8-45d5-890f-eb672c9b27fe tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Apr 12 12:12:13.151767 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122e686-f610-4c9a-b10e-96642b248e8a req-2ee6f23d-05d2-4814-b124-600aaf5938d8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:13.153233 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9122e686-f610-4c9a-b10e-96642b248e8a req-2ee6f23d-05d2-4814-b124-600aaf5938d8 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Apr 12 12:12:13.235162 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Deleting port 7386b0e7-49b7-42a0-b198-b8a472bd005a {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:13.235498 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:13.325509 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] For port 7386b0e7-49b7-42a0-b198-b8a472bd005a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7386b0e7-49b7-42a0-b198-b8a472bd005a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:13.325867 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:13.587975 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Calling delete_port for 7386b0e7-49b7-42a0-b198-b8a472bd005a owned by compute:nova {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:13.595503 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbb59-c82c-4bfd-82ee-3d9a01e1b24f req-3b501a47-8f8c-4fc9-a55f-a11aca08e427 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 12:12:13.597152 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6d6fbb59-c82c-4bfd-82ee-3d9a01e1b24f req-3b501a47-8f8c-4fc9-a55f-a11aca08e427 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 945 time: 0.0521245 Apr 12 12:12:13.644203 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-6d6fbb59-c82c-4bfd-82ee-3d9a01e1b24f req-89cea9ab-37d8-4549-ba01-ccfbf521119f tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/security-groups?id=42a394ef-e775-4a83-a071-0ed5d21ddb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Apr 12 12:12:13.776016 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (7386b0e7-49b7-42a0-b198-b8a472bd005a), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:13.807908 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Pushing event deleted for resources: {'Port': ['ID=7386b0e7-49b7-42a0-b198-b8a472bd005a,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:13.816027 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] get_ports_and_sgs() called for port_ids ['7386b0e7-49b7-42a0-b198-b8a472bd005a'] {{(pid=103889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 12:12:13.854820 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] No DVR routers for this DVR port 7386b0e7-49b7-42a0-b198-b8a472bd005a on host hv-cinder-83009 {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:12:13.857227 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29887'] for port (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:13.860706 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [req-9122e686-f610-4c9a-b10e-96642b248e8a req-9470cd47-9009-4af7-a2ea-951989b15250 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.52 "DELETE /v2.0/ports/7386b0e7-49b7-42a0-b198-b8a472bd005a HTTP/1.1" status: 204 len: 173 time: 0.7025836 Apr 12 12:12:13.861156 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'name': 'network-vif-deleted', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 12:12:13.902095 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24bfc9ef5946fa756092334fd261fdba0fefe02cf9dbdb3231c0027d996e4bd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90543de1-cbc4-4c15-91d1-46ba537a65f8" -d '{"events": [{"server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "name": "network-vif-deleted", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 12:12:13.987502 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99964306-68b4-4cac-96a4-30f378c68e25 x-openstack-request-id: req-99964306-68b4-4cac-96a4-30f378c68e25 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 12:12:13.987799 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3", "name": "network-vif-deleted", "tag": "7386b0e7-49b7-42a0-b198-b8a472bd005a", "status": "completed", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 12:12:13.988050 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99964306-68b4-4cac-96a4-30f378c68e25 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 12:12:13.988450 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99964306-68b4-4cac-96a4-30f378c68e25'] response: {'server_uuid': 'a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3', 'name': 'network-vif-deleted', 'tag': '7386b0e7-49b7-42a0-b198-b8a472bd005a', 'status': 'completed', 'code': 200} Apr 12 12:12:14.752818 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [req-2c9c1aa3-187b-45f3-a3f8-e5296d27904e req-3fd74886-94c4-443b-86c8-22c2e65da6b6 tempest-TestMinimumBasicScenario-437255010 tempest-TestMinimumBasicScenario-437255010-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5fb7cf2-becd-43e9-bf34-07c34cfe5ce3 HTTP/1.1" status: 200 len: 210 time: 0.0289376 Apr 12 12:12:17.138022 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 7386b0e7-49b7-42a0-b198-b8a472bd005a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:12:17.157709 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] No Port match for: 7386b0e7-49b7-42a0-b198-b8a472bd005a {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:12:17.158082 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Device 7386b0e7-49b7-42a0-b198-b8a472bd005a not bound to the agent host hv-cinder-83009 {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:12:18.068678 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33416) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:18.394763 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (ac5898f1-5513-438b-824e-a5a1493bd999), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:18.625327 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Deleting port 5c50168d-d12c-40a3-9112-5ae4ab3a053a {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:18.625668 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:18.702574 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] For port 5c50168d-d12c-40a3-9112-5ae4ab3a053a, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=5c50168d-d12c-40a3-9112-5ae4ab3a053a,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:18.702871 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:18.715348 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Calling delete_port for 5c50168d-d12c-40a3-9112-5ae4ab3a053a owned by network:router_interface {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:18.975926 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (5c50168d-d12c-40a3-9112-5ae4ab3a053a), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:19.001474 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c50168d-d12c-40a3-9112-5ae4ab3a053a,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:19.437658 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (ac5898f1-5513-438b-824e-a5a1493bd999), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:19.653647 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Router ac5898f1-5513-438b-824e-a5a1493bd999 has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:12:19.759717 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:12:19.764851 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-79a75a96-b9c3-4c9d-b275-8543944d7100 admin admin] 10.222.0.59 "PUT /v2.0/routers/ac5898f1-5513-438b-824e-a5a1493bd999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6948524 Apr 12 12:12:19.767110 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33418) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:19.769844 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] Sync routers for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:12:19.783016 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:12:19.783637 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:12:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:19.874996 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks [] for router (ac5898f1-5513-438b-824e-a5a1493bd999), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:19.892732 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: dv-cinder-830091-4-iscsi {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:12:19.982023 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks [] for router_gateway (ac5898f1-5513-438b-824e-a5a1493bd999), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.061410 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:12:18Z', 'revision_number': 5, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port': {'id': 'fb1f6270-e4e2-4923-bd0c-98efa412f7dc', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:02:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:00Z', 'updated_at': '2022-04-12T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:20.091740 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] Checking router: ac5898f1-5513-438b-824e-a5a1493bd999 for host: dv-cinder-830091-4-iscsi {{(pid=103890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:12:20.098547 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Deleting port fb1f6270-e4e2-4923-bd0c-98efa412f7dc {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:20.098891 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.101284 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] Routers {'ac5898f1-5513-438b-824e-a5a1493bd999'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:12:20.101454 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:12:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['ac5898f1-5513-438b-824e-a5a1493bd999'], 'active': True} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:20.176731 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] For port fb1f6270-e4e2-4923-bd0c-98efa412f7dc, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=fb1f6270-e4e2-4923-bd0c-98efa412f7dc,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:20.177102 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.189213 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_dvr_db [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] Set router ac5898f1-5513-438b-824e-a5a1493bd999 gateway port host: None {{(pid=103890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:12:20.190519 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Calling delete_port for fb1f6270-e4e2-4923-bd0c-98efa412f7dc owned by network:router_gateway {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:20.243194 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.l3_hamode_db [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:12:19Z', 'revision_number': 6, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port_host': None}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:20.272826 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f480c6-1265-414c-8470-c09f9b59a46c None None] The sync data for ids ['ac5898f1-5513-438b-824e-a5a1493bd999'] in dv-cinder-830091-4-iscsi is: [{'id': 'ac5898f1-5513-438b-824e-a5a1493bd999', 'name': 'tempest-TestMinimumBasicScenario-937241878-router', 'tenant_id': '1a32264beaa947a2aa79d2ed1bb99915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:08:59Z', 'updated_at': '2022-04-12T12:12:19Z', 'revision_number': 6, 'project_id': '1a32264beaa947a2aa79d2ed1bb99915', 'gw_port_host': None}] {{(pid=103890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:12:20.431912 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (fb1f6270-e4e2-4923-bd0c-98efa412f7dc), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.460324 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1f6270-e4e2-4923-bd0c-98efa412f7dc,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:20.521911 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (ac5898f1-5513-438b-824e-a5a1493bd999), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.612912 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (ac5898f1-5513-438b-824e-a5a1493bd999), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.615753 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks [] for router_controller (ac5898f1-5513-438b-824e-a5a1493bd999), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.763050 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (ac5898f1-5513-438b-824e-a5a1493bd999), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.763634 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac5898f1-5513-438b-824e-a5a1493bd999 {{(pid=103888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:12:20.767878 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.769546 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-04de501f-d28b-44fe-a30b-9364c4e68f6a admin admin] 10.222.0.59 "DELETE /v2.0/routers/ac5898f1-5513-438b-824e-a5a1493bd999 HTTP/1.1" status: 204 len: 168 time: 1.0015230 Apr 12 12:12:20.772326 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33420) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:20.819393 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd7dc8f-8198-4162-9829-2552465f986c admin admin] Deleting subnet 130b3d3b-87dc-47ab-a3e8-949090c1194b {{(pid=103887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:12:20.822488 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1dd7dc8f-8198-4162-9829-2552465f986c admin admin] Publish callbacks [] for subnet (130b3d3b-87dc-47ab-a3e8-949090c1194b), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.856642 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1dd7dc8f-8198-4162-9829-2552465f986c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25347852'] for subnet (130b3d3b-87dc-47ab-a3e8-949090c1194b), precommit_delete_associations {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:20.933762 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1dd7dc8f-8198-4162-9829-2552465f986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (130b3d3b-87dc-47ab-a3e8-949090c1194b), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.049352 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 5c50168d-d12c-40a3-9112-5ae4ab3a053a no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:12:21.067942 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1dd7dc8f-8198-4162-9829-2552465f986c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26284707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27022937'] for subnet (130b3d3b-87dc-47ab-a3e8-949090c1194b), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.070937 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 5c50168d-d12c-40a3-9112-5ae4ab3a053a {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:12:21.071474 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 5c50168d-d12c-40a3-9112-5ae4ab3a053a not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:12:21.098879 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7dc8f-8198-4162-9829-2552465f986c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130b3d3b-87dc-47ab-a3e8-949090c1194b,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:21.100923 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1dd7dc8f-8198-4162-9829-2552465f986c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for subnet (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.104119 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-1dd7dc8f-8198-4162-9829-2552465f986c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/130b3d3b-87dc-47ab-a3e8-949090c1194b HTTP/1.1" status: 204 len: 168 time: 0.3307602 Apr 12 12:12:21.105153 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3c085-3ffe-4431-8abc-1aed78da6b3a None None] Network 62593d0d-432e-427e-9ee2-a59a8656e240 requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:12:21.106592 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33422) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:21.179472 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (62593d0d-432e-427e-9ee2-a59a8656e240), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.225125 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Deleting port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:21.225470 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.262220 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] DHCP port deletion for 62593d0d-432e-427e-9ee2-a59a8656e240 request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:12:21.292689 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] For port 3c7bdca7-daa9-4490-a1e4-57b027f58d11, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=3c7bdca7-daa9-4490-a1e4-57b027f58d11,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:21.293331 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.308975 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Deleting port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:21.309623 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.315189 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Calling delete_port for 3c7bdca7-daa9-4490-a1e4-57b027f58d11 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:21.374406 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] For port 3c7bdca7-daa9-4490-a1e4-57b027f58d11, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=3c7bdca7-daa9-4490-a1e4-57b027f58d11,segment=NetworkSegment(377da315-6f4a-412e-abdf-f21d300facc2),segment_id=377da315-6f4a-412e-abdf-f21d300facc2)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:21.374810 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.388196 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Calling delete_port for 3c7bdca7-daa9-4490-a1e4-57b027f58d11 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:21.467630 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.473072 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (3c7bdca7-daa9-4490-a1e4-57b027f58d11), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.493768 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7bdca7-daa9-4490-a1e4-57b027f58d11,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:21.498977 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] No DVR routers for this DVR port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 on host dv-cinder-830091-4-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:12:21.500436 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Pushing event deleted for resources: {'Port': ['ID=3c7bdca7-daa9-4490-a1e4-57b027f58d11,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:21.505967 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] No DVR routers for this DVR port 3c7bdca7-daa9-4490-a1e4-57b027f58d11 on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:12:21.512337 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.516287 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.517256 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.517256 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3d371-e450-4645-a26e-7c1b2534f775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-4-iscsi {{(pid=103889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 12:12:21.575009 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (62593d0d-432e-427e-9ee2-a59a8656e240), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.594805 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62593d0d-432e-427e-9ee2-a59a8656e240']}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:21.604282 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377da315-6f4a-412e-abdf-f21d300facc2') {'for_net_delete': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:21.604588 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377da315-6f4a-412e-abdf-f21d300facc2') {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:21.614474 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347845'] for segment (377da315-6f4a-412e-abdf-f21d300facc2), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.627689 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (377da315-6f4a-412e-abdf-f21d300facc2), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.634142 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:12:21.634625 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26284553'] for segment (377da315-6f4a-412e-abdf-f21d300facc2), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: Traceback (most recent call last): Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: timer() Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: cb(*args, **kw) Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: return func(*args, **kwargs) Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: self._notify() Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: self.callback(batched_events) Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: event.method(event) Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: return f(self, *a, **k) Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._get(url).json() Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: return self.request(url, 'GET', **kwargs) Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:12:21.647042 dv-cinder-830091-4-iscsi neutron-server[103887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:12:21.759834 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (62593d0d-432e-427e-9ee2-a59a8656e240), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.764733 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:21.767972 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] 10.222.0.59 "DELETE /v2.0/networks/62593d0d-432e-427e-9ee2-a59a8656e240 HTTP/1.1" status: 204 len: 168 time: 0.6604040 Apr 12 12:12:21.771134 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33428) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:21.779256 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3d555-ba18-4862-bc9e-a695e852ba4c admin admin] Pushing event deleted for resources: {'Network': ['ID=62593d0d-432e-427e-9ee2-a59a8656e240,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:22.092469 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602763'] for router_interface (2cb0ee90-b310-464c-84da-39c3a8e0500f), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:22.320749 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Deleting port ffcca6a0-6248-4752-99fd-3c3535f7b719 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:22.321085 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:22.400341 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] For port ffcca6a0-6248-4752-99fd-3c3535f7b719, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=ffcca6a0-6248-4752-99fd-3c3535f7b719,segment=NetworkSegment(2b4ad26c-4437-449a-ab4b-6e090ee7a408),segment_id=2b4ad26c-4437-449a-ab4b-6e090ee7a408)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:22.400631 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:22.413703 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Calling delete_port for ffcca6a0-6248-4752-99fd-3c3535f7b719 owned by network:router_interface {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:22.613854 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device fb1f6270-e4e2-4923-bd0c-98efa412f7dc no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:12:22.634302 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: fb1f6270-e4e2-4923-bd0c-98efa412f7dc {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:12:22.634645 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device fb1f6270-e4e2-4923-bd0c-98efa412f7dc not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:12:22.635053 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 3c7bdca7-daa9-4490-a1e4-57b027f58d11 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:12:22.653636 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 3c7bdca7-daa9-4490-a1e4-57b027f58d11 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:12:22.653920 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 3c7bdca7-daa9-4490-a1e4-57b027f58d11 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:12:22.684349 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (ffcca6a0-6248-4752-99fd-3c3535f7b719), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:22.709407 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcca6a0-6248-4752-99fd-3c3535f7b719,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:22.880808 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602663'] for router_interface (2cb0ee90-b310-464c-84da-39c3a8e0500f), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:22.905936 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:23.096552 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Router 2cb0ee90-b310-464c-84da-39c3a8e0500f has already been hosted by L3 agent 5bde4371-f291-4b27-b87e-91e2f49a7348 {{(pid=103888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 12:12:23.205276 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] Notify agent at l3_agent.dv-cinder-830091-4-iscsi the message routers_updated {{(pid=103888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 12:12:23.210550 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-a1666ab3-c033-44cc-b869-2fc9c88eb456 admin admin] 10.222.0.59 "PUT /v2.0/routers/2cb0ee90-b310-464c-84da-39c3a8e0500f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4383945 Apr 12 12:12:23.213061 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33432) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:23.215899 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] Sync routers for ids ['2cb0ee90-b310-464c-84da-39c3a8e0500f'] in dv-cinder-830091-4-iscsi {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 12:12:23.226558 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] Routers {'2cb0ee90-b310-464c-84da-39c3a8e0500f'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:12:23.227177 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:12:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['2cb0ee90-b310-464c-84da-39c3a8e0500f'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:23.338547 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] Set router 2cb0ee90-b310-464c-84da-39c3a8e0500f gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:12:23.520165 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:12:22Z', 'revision_number': 5, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:23.549337 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] Checking router: 2cb0ee90-b310-464c-84da-39c3a8e0500f for host: dv-cinder-830091-4-iscsi {{(pid=103889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 12:12:23.559004 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] Routers {'2cb0ee90-b310-464c-84da-39c3a8e0500f'} bound to L3 agent in host dv-cinder-830091-4-iscsi {{(pid=103889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 12:12:23.559623 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T11:05:04Z,description=,heartbeat_timestamp=2022-04-12T12:12:04Z,host='dv-cinder-830091-4-iscsi',id=5bde4371-f291-4b27-b87e-91e2f49a7348,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T11:05:04Z,topic='l3_agent')) {'router_ids': ['2cb0ee90-b310-464c-84da-39c3a8e0500f'], 'active': True} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:23.592712 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks [] for router (2cb0ee90-b310-464c-84da-39c3a8e0500f), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:23.668459 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvr_db [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] Set router 2cb0ee90-b310-464c-84da-39c3a8e0500f gateway port host: dv-cinder-830091-4-iscsi {{(pid=103889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 12:12:23.697951 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks [] for router_gateway (2cb0ee90-b310-464c-84da-39c3a8e0500f), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:23.799835 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Deleting port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 {{(pid=103888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:23.800104 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:23.842008 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_hamode_db [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:12:22Z', 'revision_number': 5, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}], 'dv-cinder-830091-4-iscsi', False) {} {{(pid=103889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:23.882616 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] For port 2bafdf48-49b4-4f95-a956-a50a9c51a1f0, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=2bafdf48-49b4-4f95-a956-a50a9c51a1f0,segment=NetworkSegment(ebc529b3-f97d-4e59-b876-2f9a21c2e4ad),segment_id=ebc529b3-f97d-4e59-b876-2f9a21c2e4ad)] {{(pid=103888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:23.883200 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:23.897691 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Calling delete_port for 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 owned by network:router_gateway {{(pid=103888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:23.995959 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea8a96-8f25-47ef-94ba-719ceac82ac8 None None] The sync data for ids ['2cb0ee90-b310-464c-84da-39c3a8e0500f'] in dv-cinder-830091-4-iscsi is: [{'id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'name': 'tempest-TestMinimumBasicScenario-202725393-router', 'tenant_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'external_fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:12:22Z', 'revision_number': 5, 'project_id': '19b91b0e082d4a0399d9a3c5eff1699c', 'gw_port': {'id': '2bafdf48-49b4-4f95-a956-a50a9c51a1f0', 'name': '', 'network_id': '75f1dc08-6b9f-4b61-8f6f-937d904528da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0ee90-b310-464c-84da-39c3a8e0500f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T12:09:06Z', 'updated_at': '2022-04-12T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5c64c61-59a8-4cf5-92d3-c228acc99df3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-4-iscsi'}] {{(pid=103889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 12:12:24.141726 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26654320'] for port (2bafdf48-49b4-4f95-a956-a50a9c51a1f0), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.173558 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bafdf48-49b4-4f95-a956-a50a9c51a1f0,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:24.229696 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603457'] for router_gateway (2cb0ee90-b310-464c-84da-39c3a8e0500f), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.324334 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1021087'] for router (2cb0ee90-b310-464c-84da-39c3a8e0500f), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.326505 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks [] for router_controller (2cb0ee90-b310-464c-84da-39c3a8e0500f), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.457084 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453414'] for router (2cb0ee90-b310-464c-84da-39c3a8e0500f), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.457673 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb0ee90-b310-464c-84da-39c3a8e0500f {{(pid=103888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 12:12:24.461930 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.463182 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-4d9daecb-4352-4fa7-b77e-038f7237c5b3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2cb0ee90-b310-464c-84da-39c3a8e0500f HTTP/1.1" status: 204 len: 168 time: 1.2492075 Apr 12 12:12:24.465729 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [-] (103888) accepted ('10.222.0.59', 33436) {{(pid=103888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:24.511070 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab8d872-f3ed-4741-8777-b0a8abd0b85f admin admin] Deleting subnet cf77c9fd-481a-431d-910c-b282823779f4 {{(pid=103888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 12:12:24.514179 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d872-f3ed-4741-8777-b0a8abd0b85f admin admin] Publish callbacks [] for subnet (cf77c9fd-481a-431d-910c-b282823779f4), before_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.549545 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d872-f3ed-4741-8777-b0a8abd0b85f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26653801'] for subnet (cf77c9fd-481a-431d-910c-b282823779f4), precommit_delete_associations {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.640263 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d872-f3ed-4741-8777-b0a8abd0b85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1470208'] for subnet (cf77c9fd-481a-431d-910c-b282823779f4), precommit_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.685612 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device ffcca6a0-6248-4752-99fd-3c3535f7b719 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:12:24.707566 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: ffcca6a0-6248-4752-99fd-3c3535f7b719 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:12:24.707918 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device ffcca6a0-6248-4752-99fd-3c3535f7b719 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:12:24.833652 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d872-f3ed-4741-8777-b0a8abd0b85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1470265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-513534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26654221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27157497'] for subnet (cf77c9fd-481a-431d-910c-b282823779f4), after_delete {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.860836 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d872-f3ed-4741-8777-b0a8abd0b85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf77c9fd-481a-431d-910c-b282823779f4,revision_number=None']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:24.863020 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d872-f3ed-4741-8777-b0a8abd0b85f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.866874 dv-cinder-830091-4-iscsi neutron-server[103888]: INFO neutron.wsgi [None req-0ab8d872-f3ed-4741-8777-b0a8abd0b85f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cf77c9fd-481a-431d-910c-b282823779f4 HTTP/1.1" status: 204 len: 168 time: 0.3995235 Apr 12 12:12:24.868347 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b126f1-64e7-4b0a-85c2-5ca107af4093 None None] Network 99a1af5d-74b4-4b6a-9735-252a2fd774db requested from dv-cinder-830091-4-iscsi {{(pid=103889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 12:12:24.868956 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33438) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:24.938315 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541459'] for network (99a1af5d-74b4-4b6a-9735-252a2fd774db), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:24.985637 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Deleting port be279c0e-0f3b-4a39-8a32-e7b41bea0705 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:24.986232 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.026656 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] DHCP port deletion for 99a1af5d-74b4-4b6a-9735-252a2fd774db request from dv-cinder-830091-4-iscsi {{(pid=103889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 12:12:25.063655 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] For port be279c0e-0f3b-4a39-8a32-e7b41bea0705, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=be279c0e-0f3b-4a39-8a32-e7b41bea0705,segment=NetworkSegment(2b4ad26c-4437-449a-ab4b-6e090ee7a408),segment_id=2b4ad26c-4437-449a-ab4b-6e090ee7a408)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:25.064026 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.068872 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] Deleting port be279c0e-0f3b-4a39-8a32-e7b41bea0705 {{(pid=103889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 12:12:25.069252 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773031693343'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), before_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.077406 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Calling delete_port for be279c0e-0f3b-4a39-8a32-e7b41bea0705 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:25.134938 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.db [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] For port be279c0e-0f3b-4a39-8a32-e7b41bea0705, host dv-cinder-830091-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-4-iscsi',level=0,port_id=be279c0e-0f3b-4a39-8a32-e7b41bea0705,segment=NetworkSegment(2b4ad26c-4437-449a-ab4b-6e090ee7a408),segment_id=2b4ad26c-4437-449a-ab4b-6e090ee7a408)] {{(pid=103889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 12:12:25.135337 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595221'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), precommit_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.148519 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] Calling delete_port for be279c0e-0f3b-4a39-8a32-e7b41bea0705 owned by network:dhcp {{(pid=103889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 12:12:25.248630 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26284766'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.254800 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1537677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773031701517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773031175217'] for port (be279c0e-0f3b-4a39-8a32-e7b41bea0705), after_delete {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.279917 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=be279c0e-0f3b-4a39-8a32-e7b41bea0705,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:25.283050 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] Pushing event deleted for resources: {'Port': ['ID=be279c0e-0f3b-4a39-8a32-e7b41bea0705,revision_number=None']} {{(pid=103889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:25.283492 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] No DVR routers for this DVR port be279c0e-0f3b-4a39-8a32-e7b41bea0705 on host dv-cinder-830091-4-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:12:25.286443 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c97dc-9b70-43b3-980b-045f45458641 None None] No DVR routers for this DVR port be279c0e-0f3b-4a39-8a32-e7b41bea0705 on host dv-cinder-830091-4-iscsi {{(pid=103889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 12:12:25.356722 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1479821', 'neutron.services.segments.db._delete_segments_for_network-8773031671471'] for network (99a1af5d-74b4-4b6a-9735-252a2fd774db), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.376924 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a1af5d-74b4-4b6a-9735-252a2fd774db']}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:25.386906 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4ad26c-4437-449a-ab4b-6e090ee7a408') {'for_net_delete': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:25.387211 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.services.segments.db [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4ad26c-4437-449a-ab4b-6e090ee7a408') {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 12:12:25.400362 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773031673272', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25347845'] for segment (2b4ad26c-4437-449a-ab4b-6e090ee7a408), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.414089 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189'] for segment (2b4ad26c-4437-449a-ab4b-6e090ee7a408), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.420068 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 12:12:25.420458 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26284553'] for segment (2b4ad26c-4437-449a-ab4b-6e090ee7a408), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: Traceback (most recent call last): Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: timer() Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: cb(*args, **kw) Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: return func(*args, **kwargs) Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: self._notify() Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: self.callback(batched_events) Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: event.method(event) Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: return f(self, *a, **k) Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._get(url).json() Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: return self.request(url, 'GET', **kwargs) Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 12:12:25.423342 dv-cinder-830091-4-iscsi neutron-server[103887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 12:12:25.576103 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1479810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603557'] for network (99a1af5d-74b4-4b6a-9735-252a2fd774db), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.581565 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580590'] for network (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:25.584712 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] 10.222.0.59 "DELETE /v2.0/networks/99a1af5d-74b4-4b6a-9735-252a2fd774db HTTP/1.1" status: 204 len: 168 time: 0.7147565 Apr 12 12:12:25.601610 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d143c0a-5372-423f-96f9-2af17f7b1c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=99a1af5d-74b4-4b6a-9735-252a2fd774db,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:26.030968 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33442) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:26.071935 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-c166bfde-d912-4e74-ae17-cd3bbf1b98e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a32264beaa947a2aa79d2ed1bb99915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398183 Apr 12 12:12:26.074485 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33444) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:26.121247 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78bc70c5-233a-4015-bcfa-4633358c1c34 admin admin] Publish callbacks [] for security_group (42a394ef-e775-4a83-a071-0ed5d21ddb20), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:26.147334 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78bc70c5-233a-4015-bcfa-4633358c1c34 admin admin] Publish callbacks [] for security_group (42a394ef-e775-4a83-a071-0ed5d21ddb20), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:26.278723 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78bc70c5-233a-4015-bcfa-4633358c1c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (42a394ef-e775-4a83-a071-0ed5d21ddb20), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:26.281285 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78bc70c5-233a-4015-bcfa-4633358c1c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:26.282462 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-78bc70c5-233a-4015-bcfa-4633358c1c34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42a394ef-e775-4a83-a071-0ed5d21ddb20 HTTP/1.1" status: 204 len: 168 time: 0.2071011 Apr 12 12:12:26.290924 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc70c5-233a-4015-bcfa-4633358c1c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a394ef-e775-4a83-a071-0ed5d21ddb20,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:26.611684 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device be279c0e-0f3b-4a39-8a32-e7b41bea0705 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:12:26.633248 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: be279c0e-0f3b-4a39-8a32-e7b41bea0705 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:12:26.633598 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device be279c0e-0f3b-4a39-8a32-e7b41bea0705 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:12:26.634051 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 no longer exists at agent ovs-agent-dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 12:12:26.653268 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.plugin [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] No Port match for: 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 {{(pid=103889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 12:12:26.653616 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron.plugins.ml2.rpc [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Device 2bafdf48-49b4-4f95-a956-a50a9c51a1f0 not bound to the agent host dv-cinder-830091-4-iscsi {{(pid=103889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 12:12:26.962846 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33450) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:27.002281 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-25a3ad5a-83b3-483e-a558-0e8af66f8745 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19b91b0e082d4a0399d9a3c5eff1699c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381997 Apr 12 12:12:27.004822 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.wsgi [-] (103887) accepted ('10.222.0.59', 33452) {{(pid=103887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 12:12:27.051886 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-617919bc-4fa7-4d41-bd18-fab3fa8840a5 admin admin] Publish callbacks [] for security_group (92b8ecfb-2a65-455a-b3da-61da5e4274c8), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:27.072894 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-617919bc-4fa7-4d41-bd18-fab3fa8840a5 admin admin] Publish callbacks [] for security_group (92b8ecfb-2a65-455a-b3da-61da5e4274c8), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:27.220008 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-617919bc-4fa7-4d41-bd18-fab3fa8840a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504085'] for security_group (92b8ecfb-2a65-455a-b3da-61da5e4274c8), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:27.222741 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-617919bc-4fa7-4d41-bd18-fab3fa8840a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:27.223947 dv-cinder-830091-4-iscsi neutron-server[103887]: INFO neutron.wsgi [None req-617919bc-4fa7-4d41-bd18-fab3fa8840a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92b8ecfb-2a65-455a-b3da-61da5e4274c8 HTTP/1.1" status: 204 len: 168 time: 0.2182248 Apr 12 12:12:27.231766 dv-cinder-830091-4-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617919bc-4fa7-4d41-bd18-fab3fa8840a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b8ecfb-2a65-455a-b3da-61da5e4274c8,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 12:12:31.593053 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-704b8c60-13a1-4f1b-8009-77b8203bec38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:33.889129 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-89b67744-afcc-48b5-9bd9-6c6c2e88c3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:35.391057 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:35.665889 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:12:36.455322 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:37.894290 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:12:52.889596 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:01.614372 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-14f0721e-e006-43a9-9ef7-a636ee4de7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:03.906727 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0961d6c4-a65d-4b34-b297-87f640c80e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:05.352381 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:06.432504 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:07.859588 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:12.665618 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:13:22.894492 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:31.574117 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-99184178-51bd-458c-b4be-190c0135b58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:33.911820 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e3eff46a-317b-41af-ab69-fa56da346598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:35.380015 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:36.460458 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:37.878010 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:13:49.665292 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:13:52.922986 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:01.574398 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-9547a3a5-d2d7-4a69-8f17-150bbd1cb17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:03.899897 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-664750ec-efab-418e-91ce-423587fbccc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:05.374364 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:06.482496 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:07.900101 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:22.927849 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:26.737045 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:14:31.556461 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e312eff7-fb11-4313-9ec9-e5dd807a4b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:33.876913 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-afc88ee4-7c1e-4b16-996c-7da987b76e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:35.379558 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:36.465640 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:37.847637 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:14:52.939844 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:01.584993 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c46d0541-4e70-4c06-9da7-bbde54a123c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:03.665883 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:15:03.910446 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-ba61c48b-934d-4a84-be4b-d79761883c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:05.368381 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:06.476206 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:07.871019 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:22.944726 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:31.579833 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-760ebd32-dfcb-4932-ba7a-788c21569968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:33.904702 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-c5e2b0bb-74d1-4d47-b839-e5433924ed2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:35.379496 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:36.498257 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:37.870486 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:15:40.665115 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:15:48.698804 dv-cinder-830091-4-iscsi neutron-server[103888]: DEBUG neutron.wsgi [req-ae141347-de09-4170-87f3-5573b69c28ef req-cc541bb6-bf5e-439c-bfc7-c119a5d7f31a service neutron] (103888) timed out ('10.222.0.52', 64892) {{(pid=103888) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 12:15:52.944912 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:01.601171 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-4aefc0c8-18ec-45b3-a67b-85e98d928b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:03.893146 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-38bc0527-cd7b-46a5-a16f-42828c27c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:05.384634 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:06.499147 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:07.870517 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:17.664581 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:16:22.933215 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:31.579703 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-de218e36-fd80-4009-bd9b-d23d8d73eef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:33.905033 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-e1b12210-88ce-4959-adcd-d52695fe5776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:35.378681 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:36.487691 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:37.875499 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:52.973402 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:16:54.663444 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:17:01.573546 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-2d07306c-11b6-4154-a6c8-a63096251825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:03.922025 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-d8cf54f6-5404-4f12-aaed-09b406a7c32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:05.482088 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:06.527686 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:07.876269 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:22.983052 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.600803 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-0fd42035-aa1b-4e74-a3f7-5685e4c9ea2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (88c82d57-f11f-486d-8dd5-e5dea16322b2), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:31.661754 dv-cinder-830091-4-iscsi neutron-server[103890]: DEBUG neutron.db.agents_db [None req-736baf26-5ff9-4269-b8b6-40cb706a8d0d None None] Agent healthcheck: found 6 active agents {{(pid=103890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 12:17:33.891331 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-196016a9-b8a5-4bc6-be28-88350660c86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (5bde4371-f291-4b27-b87e-91e2f49a7348), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:35.388041 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-aa4c3f6e-ea2d-473a-be1d-b4a2e83e3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3241ac6d-a8a3-4597-8320-64f896a5cfb0), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:36.485236 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-40f3e7cb-776c-4e9e-a739-9a62501b2d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (bede8919-25a6-492e-8f5c-019b97fc2c77), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:37.887281 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-f860022f-672c-4ca7-aca7-25aebc564f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (3268ad9e-5bfb-480a-a6b0-ec3a42cdd41d), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 12:17:52.993630 dv-cinder-830091-4-iscsi neutron-server[103889]: DEBUG neutron_lib.callbacks.manager [None req-fdf99140-a5c1-46a1-b34f-b57791ca0c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773031671453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1409482'] for agent (b4fa8a2d-f608-4dfa-aac0-88bd4c2aae25), after_update {{(pid=103889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}